-- Logs begin at Fri 2021-10-29 20:46:24 UTC, end at Fri 2021-10-29 21:45:28 UTC. -- Oct 29 21:17:04.401781 dv-cinder-813984-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 21:17:07.166034 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.common.config [-] Logging enabled! Oct 29 21:17:07.166783 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 21:17:07.166872 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 21:17:07.170226 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.common.config [-] Logging enabled! Oct 29 21:17:07.170487 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 21:17:07.170806 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 21:17:07.171772 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 21:17:07.172006 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 21:17:07.172373 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 21:17:07.172619 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 21:17:07.172870 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 21:17:07.173191 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.173491 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.173789 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.174021 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.174318 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.174609 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.174903 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.175196 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.175494 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.175781 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.176062 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.176348 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.176578 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.176884 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.177177 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.177465 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.177692 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] debug = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.177974 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.178411 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.178836 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.179119 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.179413 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.179692 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.179984 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.180253 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.180540 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.180885 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] host = dv-cinder-813984-7-iscsi {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.181171 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.181462 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.181753 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.182055 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.182321 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.182598 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.182887 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.183180 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.183440 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.183713 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.184005 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.184297 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.184717 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.184923 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.185151 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.185448 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.185741 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.186023 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.186302 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.186579 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.186859 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.187132 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.187403 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.187691 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.187980 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.188266 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.188542 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.188857 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.189133 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.189408 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.189695 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.189972 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.190247 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.190525 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.190814 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.191088 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.191364 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.191671 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.191961 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.192247 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.192537 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.192842 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.193129 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.193406 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.193682 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.193957 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] use_json = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.194235 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.194510 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.194801 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.195078 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.195356 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.195634 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.195908 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.196199 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:07.196501 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.196822 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.197129 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.197419 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.197728 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.198014 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.198308 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.198589 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.198881 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.199172 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.199465 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.199747 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.200550 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.200864 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.201168 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.201581 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.201887 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.202188 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.202469 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.202751 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.203030 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.203314 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.203606 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.203890 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.204184 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.204481 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.204789 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.205083 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.205385 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.205680 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.205958 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.206242 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.206538 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.206820 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.207097 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.207379 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.207672 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.207955 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.208233 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.208520 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.208834 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.209116 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.209394 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.209676 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.209974 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.210256 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.210534 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.210811 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.211091 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.211368 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.211655 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.211937 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.212213 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.212492 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.212801 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.213081 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.213361 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.213642 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.213920 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.214201 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.214479 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.214755 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.215038 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.215313 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.215589 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.216426 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.216765 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.217094 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.217380 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.217661 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.217942 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.218221 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.218499 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.218791 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.219095 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.219377 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.219659 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.219941 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.220219 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.220500 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.220808 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.221093 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.221375 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.221650 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.221943 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.222228 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.222518 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.222803 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.223086 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.223417 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.223699 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.223985 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.224265 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.224545 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.224861 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.225156 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.225452 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.225749 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.226046 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.226341 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.226640 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.226926 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.227241 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.227525 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:07.227743 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 21:17:07.227993 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101252) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 21:17:07.662573 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 21:17:07.662859 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 21:17:07.663152 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 21:17:07.663495 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 21:17:07.990946 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:07.991157 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:07.991342 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:07.992551 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:07.992940 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:07.993179 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.029101 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.029379 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.029643 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.045176 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.045450 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.045718 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.076612 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.076904 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.077180 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.114157 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.114441 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.114713 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.367717 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.368434 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.368434 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.368696 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.369238 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.499674 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.499991 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.500279 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.500553 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.500864 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.501179 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.501440 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.501696 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.501949 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.502231 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.502491 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.502766 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.503023 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.503275 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.503534 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.503804 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.504070 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.504335 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.504607 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.504892 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.505169 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.505419 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.505705 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.506087 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.506336 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.506585 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.506989 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:08.507229 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:08.507468 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:08.507707 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:08.507944 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:08.508181 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:08.508553 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 21:17:08.512249 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 21:17:08.516824 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 21:17:08.520620 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Oct 29 21:17:08.522292 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 21:17:08.522756 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 21:17:08.523095 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 21:17:08.523494 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 21:17:08.526366 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 21:17:08.526616 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 21:17:08.526965 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 21:17:08.533309 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 21:17:08.555677 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 21:17:08.556086 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.556386 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101252) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 21:17:08.556790 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.558189 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101252) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 21:17:08.558471 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 21:17:08.558717 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 21:17:08.562025 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.562310 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:08.626100 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 21:17:08.626338 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 21:17:08.626577 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 21:17:08.626968 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 21:17:08.648851 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_db.sqlalchemy.engines [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101252) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 21:17:09.194218 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing driver for type 'gre' Oct 29 21:17:09.194742 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] gre ID ranges: [(1, 1000)] Oct 29 21:17:09.248932 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing driver for type 'local' Oct 29 21:17:09.249262 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing driver for type 'vlan' Oct 29 21:17:09.262314 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] VlanTypeDriver initialization complete Oct 29 21:17:09.262862 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing driver for type 'vxlan' Oct 29 21:17:09.263349 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] vxlan ID ranges: [(1, 1000)] Oct 29 21:17:09.315292 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing extension driver 'port_security' Oct 29 21:17:09.315663 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] PortSecurityExtensionDriver initialization complete Oct 29 21:17:09.316020 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing mechanism driver 'openvswitch' Oct 29 21:17:09.316423 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing mechanism driver 'hyperv' Oct 29 21:17:09.323106 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.plugin [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101252) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:17:09.323969 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.324339 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.324711 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.325468 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 21:17:09.326125 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.326493 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.326835 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.327235 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 21:17:09.327647 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.328000 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.328340 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.328758 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 21:17:09.329192 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > security_group after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.329548 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > security_group after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.329891 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > security_group after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.330289 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 21:17:09.330847 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.331353 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.331693 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.332112 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 21:17:09.332532 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > address_group after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.332913 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > address_group after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.333259 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > address_group after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.333662 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101252) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 21:17:09.334047 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] ML2 OVO RPC backend initialized. {{(pid=101252) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 21:17:09.334844 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_interface after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.335209 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.335628 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.335974 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > networks before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.336318 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.336703 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > ports before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.337027 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.337371 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnets before_response 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.337716 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.338060 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.338388 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.338719 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.339054 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.339379 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.339710 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.340041 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.340369 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > subnet after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.341239 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.plugin [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Modular L2 Plugin initialization complete Oct 29 21:17:09.341777 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading services supported by the core plugin {{(pid=101252) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 21:17:09.342122 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.plugins.ml2.managers [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Got port-security extension from driver 'port_security' Oct 29 21:17:09.342613 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.extensions.vlantransparent [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Disabled vlantransparent extension. Oct 29 21:17:09.343117 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101252) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 21:17:09.343434 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: router Oct 29 21:17:09.381403 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_interface before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.382019 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.382155 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router before_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.382518 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.382885 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.383237 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_delete 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.383591 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > floatingip after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.384053 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > floatingip after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.384408 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.384779 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.385127 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.385473 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.385828 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.386235 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.386605 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.387184 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.387568 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: subnet after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.388143 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.388527 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > port precommit_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.388903 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.389251 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.389594 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.389948 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router after_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.390291 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_delete 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.390640 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_create 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.390999 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router_interface after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.391341 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_update 55549900 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.391701 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > agent after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.392058 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > agent after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.392404 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > network after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.393300 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Tracking information for resource: router configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:09.393630 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Tracking information for resource: floatingip configured {{(pid=101252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 21:17:09.398644 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.db.l3_agentschedulers_db [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 21:17:09.399225 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.399585 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port after_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.399938 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port after_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.400293 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: port after_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.401139 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router before_create 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.401507 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_delete 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.401865 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_create 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.402222 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > router precommit_update 55550100 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.408162 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.provider_configuration [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service providers = [] {{(pid=101252) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 21:17:09.408532 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.db.servicetype_db [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101252) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 21:17:09.411545 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.service_base [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 21:17:09.411899 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.service_base [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 21:17:09.412241 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.service_base [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 21:17:09.413140 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.services.service_base [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 21:17:09.413513 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.services.service_base [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 21:17:09.413897 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.414213 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 21:17:09.427335 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.427654 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: auto_allocate Oct 29 21:17:09.433494 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: network precommit_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.433867 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: network precommit_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.434938 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.435409 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: tag Oct 29 21:17:09.442487 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.442816 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: timestamp Oct 29 21:17:09.446722 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.446999 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: network_ip_availability Oct 29 21:17:09.453123 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.453498 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.453853 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.454613 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.454929 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: flavors Oct 29 21:17:09.459994 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.460323 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading Plugin: revisions Oct 29 21:17:09.464689 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 21:17:09.465082 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_concurrency.lockutils [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=101252) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 21:17:09.466230 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101252) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 21:17:09.466613 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Initializing extension manager. Oct 29 21:17:09.467128 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: __init__.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.467470 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: __pycache__ {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.467805 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.468138 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: address_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.468946 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.469526 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: address-group Oct 29 21:17:09.469847 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: address_scope.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.470559 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.471072 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: address-scope Oct 29 21:17:09.471398 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: admin_state_down_before_update.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.472340 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.472872 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: router-admin-state-down-before-update Oct 29 21:17:09.473194 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: agent.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.473908 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.474406 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: agent Oct 29 21:17:09.474727 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: agent_resources_synced.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.475629 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.476137 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: agent-resources-synced Oct 29 21:17:09.476454 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: allowedaddresspairs.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.478335 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.478856 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: allowed-address-pairs Oct 29 21:17:09.479178 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: auto_allocated_topology.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.480270 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.480821 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: auto-allocated-topology Oct 29 21:17:09.481672 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: availability_zone.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.482679 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.483214 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: availability_zone Oct 29 21:17:09.483541 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: availability_zone_filter.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.484463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.484997 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: availability_zone_filter Oct 29 21:17:09.485321 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: data_plane_status.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.486235 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.486741 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 21:17:09.487055 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: default_subnetpools.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.487974 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.488485 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: default-subnetpools Oct 29 21:17:09.488837 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: dhcpagentscheduler.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.489674 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.490184 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: dhcp_agent_scheduler Oct 29 21:17:09.490509 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: dns.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.491441 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.491947 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension dns-integration not supported by any of loaded plugins Oct 29 21:17:09.492269 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: dns_domain_ports.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.493216 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.493721 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 21:17:09.494043 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.494958 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.495465 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 21:17:09.495788 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: dvr.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.496454 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.497560 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: dvr Oct 29 21:17:09.498891 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: ecmp_routes.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.499085 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.499600 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 21:17:09.499923 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: empty_string_filtering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.500862 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.501376 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: empty-string-filtering Oct 29 21:17:09.501705 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.502656 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.503123 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 21:17:09.503443 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.504349 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.504878 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 21:17:09.505208 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: external_net.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.506109 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.506630 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: external-net Oct 29 21:17:09.506932 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: extra_dhcp_opt.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.508307 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.508307 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: extra_dhcp_opt Oct 29 21:17:09.508639 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: extraroute.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.509579 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.510083 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: extraroute Oct 29 21:17:09.510402 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: extraroute_atomic.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.511449 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.512215 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: extraroute-atomic Oct 29 21:17:09.512570 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: filter_validation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.513724 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.514240 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: filter-validation Oct 29 21:17:09.514563 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: fip_pf_description.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.515480 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.516038 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 21:17:09.516290 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: fip_port_details.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.517239 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.517752 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: fip-port-details Oct 29 21:17:09.518071 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: flavors.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.519312 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.519821 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: flavors Oct 29 21:17:09.520144 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.521864 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.522383 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 21:17:09.522707 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: floatingip_pools.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.523403 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.523910 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: floatingip-pools Oct 29 21:17:09.524229 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: ip_allocation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.525173 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.525678 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 21:17:09.525996 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.526922 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.527427 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: ip-substring-filtering Oct 29 21:17:09.527746 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l2_adjacency.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.528975 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.529477 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 21:17:09.529797 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.530809 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.531332 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: router Oct 29 21:17:09.531661 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3_conntrack_helper.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.533951 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.534478 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 21:17:09.534808 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.535739 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.536250 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: ext-gw-mode Oct 29 21:17:09.536576 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.537526 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.538034 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: l3-ha Oct 29 21:17:09.538357 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3_flavors.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.539260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.539765 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: l3-flavors Oct 29 21:17:09.540087 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.541021 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.541531 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 21:17:09.541851 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: l3agentscheduler.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.542900 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.543410 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: l3_agent_scheduler Oct 29 21:17:09.544248 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: logging.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.545973 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.546494 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension logging not supported by any of loaded plugins Oct 29 21:17:09.546827 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: metering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.547572 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.548151 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: metering Oct 29 21:17:09.548478 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.549737 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.550259 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: metering_source_and_destination_fields Oct 29 21:17:09.550584 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: multiprovidernet.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.551508 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.552130 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: multi-provider Oct 29 21:17:09.552459 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: netmtu.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.553394 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.553901 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: net-mtu Oct 29 21:17:09.554223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: netmtu_writable.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.555134 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.555636 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: net-mtu-writable Oct 29 21:17:09.555960 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: network_availability_zone.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.556627 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.557159 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: network_availability_zone Oct 29 21:17:09.557478 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: network_ip_availability.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.558576 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.559089 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: network-ip-availability Oct 29 21:17:09.560070 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: network_segment_range.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.561115 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.561634 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 21:17:09.561956 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: pagination.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.562943 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.563273 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: pagination Oct 29 21:17:09.563593 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: port_device_profile.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.564514 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.565074 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: port-device-profile Oct 29 21:17:09.565393 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.566322 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.566834 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: port-mac-address-regenerate Oct 29 21:17:09.567152 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.568069 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.568572 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: port-numa-affinity-policy Oct 29 21:17:09.568916 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: port_resource_request.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.569829 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.570331 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 21:17:09.570651 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: portbindings.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.571574 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.572076 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: binding Oct 29 21:17:09.572396 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: portbindings_extended.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.573683 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.574188 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: binding-extended Oct 29 21:17:09.574514 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: portsecurity.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.575686 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.576199 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: port-security Oct 29 21:17:09.576526 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: project_id.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.577523 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.577850 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: project-id Oct 29 21:17:09.578169 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: providernet.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.579097 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.579609 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: provider Oct 29 21:17:09.579932 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.583585 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.584113 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos not supported by any of loaded plugins Oct 29 21:17:09.584443 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.585734 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.586250 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 21:17:09.586585 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.587503 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.588007 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 21:17:09.588335 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_default.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.589257 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.589767 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-default not supported by any of loaded plugins Oct 29 21:17:09.590093 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_fip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.590784 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.591597 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-fip not supported by any of loaded plugins Oct 29 21:17:09.591926 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_gateway_ip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.592892 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.593405 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 21:17:09.593728 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_port_network_policy.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.594641 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.595153 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 21:17:09.595475 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.596507 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.597055 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 29 21:17:09.597376 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_pps_rule.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.598554 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.599062 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-pps not supported by any of loaded plugins Oct 29 21:17:09.599387 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_rule_type_details.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.600300 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.600838 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 21:17:09.601161 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: qos_rules_alias.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.602402 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.602915 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 21:17:09.603239 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: quotasv2.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.604301 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.604649 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: quotas Oct 29 21:17:09.605026 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: quotasv2_detail.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.609606 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.609982 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: quota_details Oct 29 21:17:09.610365 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: rbac.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.611584 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.612194 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: rbac-policies Oct 29 21:17:09.612555 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: rbac_address_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.613714 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.614349 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: rbac-address-group Oct 29 21:17:09.614707 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: rbac_address_scope.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.615796 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.616406 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: rbac-address-scope Oct 29 21:17:09.616791 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: rbac_security_groups.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.617907 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.618450 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: rbac-security-groups Oct 29 21:17:09.618904 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: rbac_subnetpool.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.619949 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.620521 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: rbac-subnetpool Oct 29 21:17:09.620894 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: revisionifmatch.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.622680 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.623616 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: revision-if-match Oct 29 21:17:09.624007 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: revisions.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.625328 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.626035 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: standard-attr-revisions Oct 29 21:17:09.626333 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: router_availability_zone.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.627424 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.627775 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: router_availability_zone Oct 29 21:17:09.628128 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: routerservicetype.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.629411 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.629915 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension router-service-type not supported by any of loaded plugins Oct 29 21:17:09.630243 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.631171 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.631681 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: security-groups-normalized-cidr Oct 29 21:17:09.632008 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: security_groups_port_filtering.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.632997 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.633600 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: port-security-groups-filtering Oct 29 21:17:09.633985 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.634890 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.635429 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: security-groups-remote-address-group Oct 29 21:17:09.635844 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: securitygroup.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.646831 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.647372 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: security-group Oct 29 21:17:09.647701 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: segment.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.648502 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.649061 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension segment not supported by any of loaded plugins Oct 29 21:17:09.649385 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.650425 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.650933 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 21:17:09.651256 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: servicetype.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.652391 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.653626 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: service-type Oct 29 21:17:09.653962 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: sorting.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.655263 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.655600 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: sorting Oct 29 21:17:09.655920 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: standard_attr_segment.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.656881 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.657404 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 21:17:09.657756 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: standardattrdescription.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.658381 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.658891 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: standard-attr-description Oct 29 21:17:09.659212 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: stateful_security_group.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.660141 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.660652 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: stateful-security-group Oct 29 21:17:09.660991 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: stdattrs_common.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.661748 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 21:17:09.661999 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.662798 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.663303 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 21:17:09.663619 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: subnet_onboard.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.664710 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.665231 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: subnet_onboard Oct 29 21:17:09.665620 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.666467 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.666974 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 21:17:09.667294 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: subnet_service_types.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.668213 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.669341 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: subnet-service-types Oct 29 21:17:09.669836 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: subnetallocation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.671061 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.671580 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: subnet_allocation Oct 29 21:17:09.671909 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.672580 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.673131 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: subnetpool-prefix-ops Oct 29 21:17:09.673453 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.674417 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.674924 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 21:17:09.675245 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: tagging.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.676407 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.676938 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: standard-attr-tag Oct 29 21:17:09.677264 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: timestamp.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.678471 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.678980 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loaded extension: standard-attr-timestamp Oct 29 21:17:09.679302 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: trunk.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.680333 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.680883 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension trunk not supported by any of loaded plugins Oct 29 21:17:09.681209 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: trunk_details.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.682129 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.682640 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension trunk-details not supported by any of loaded plugins Oct 29 21:17:09.682958 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: uplink_status_propagation.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.683869 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.684495 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 21:17:09.685015 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Loading extension file: vlantransparent.py {{(pid=101252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 21:17:09.685799 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 21:17:09.686312 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 21:17:09.688791 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:network Oct 29 21:17:09.689315 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:subnet Oct 29 21:17:09.689712 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 21:17:09.690097 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:port Oct 29 21:17:09.691356 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.691810 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service FLAVORS assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.692425 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.692881 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.693208 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:router Oct 29 21:17:09.693654 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:floatingip Oct 29 21:17:09.694139 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service METERING assigned prefix: /metering {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.695579 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.695944 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.696290 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101252) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:17:09.697378 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 21:17:09.697765 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:security_group Oct 29 21:17:09.698197 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 21:17:09.698801 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.699127 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 21:17:09.699469 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] subnetpool is already registered Oct 29 21:17:09.699923 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.700306 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 21:17:09.700927 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] subnetpool is already registered Oct 29 21:17:09.703344 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.703795 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service FLAVORS assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.704411 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.704857 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.705189 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:router Oct 29 21:17:09.705527 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] router is already registered Oct 29 21:17:09.705949 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:floatingip Oct 29 21:17:09.706281 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] floatingip is already registered Oct 29 21:17:09.706753 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service METERING assigned prefix: /metering {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.707466 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 21:17:09.707790 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] rbac_policy is already registered Oct 29 21:17:09.708197 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:security_group Oct 29 21:17:09.708527 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] security_group is already registered Oct 29 21:17:09.708951 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 21:17:09.709293 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] security_group_rule is already registered Oct 29 21:17:09.709786 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.710108 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 21:17:09.710437 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] subnetpool is already registered Oct 29 21:17:09.710848 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.v2.resource_helper [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Service CORE assigned prefix: {{(pid=101252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 21:17:09.711165 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 21:17:09.711491 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING neutron.quota.resource_registry [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] subnetpool is already registered Oct 29 21:17:09.713318 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: extensions {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.714849 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: address-groups {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.717231 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: address-scopes {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.718501 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: agents {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.719770 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: auto-allocated-topology {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.721046 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: availability_zones {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.722292 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: dhcp-networks {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.723721 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: dhcp-agents {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.725294 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: routers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.727472 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: flavors {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.728753 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: service_profiles {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.729988 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: next_providers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.732103 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: service_profiles {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.733802 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: floatingip-pools {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.735130 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: routers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.737275 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: floatingips {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.738579 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: l3-routers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.739980 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: l3-agents {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.741440 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: metering-labels {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.742708 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: metering-label-rules {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.744085 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: network-ip-availabilities {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.745397 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: bindings {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.747076 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: quotas {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.749014 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: quotas {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.750566 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: rbac-policies {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.751770 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: security-groups {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.753134 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: security-group-rules {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.754511 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: service-providers {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.755744 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: subnetpools {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.757186 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: subnetpools {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.758668 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.760373 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.762528 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.764590 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.766333 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.768282 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.770082 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.772973 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.774778 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.776522 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron.api.extensions [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Extended resource: tags {{(pid=101252) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 21:17:09.783683 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING keystonemiddleware.auth_token [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 21:17:09.788266 dv-cinder-813984-7-iscsi neutron-server[101252]: WARNING keystonemiddleware.auth_token [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 21:17:09.798599 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_concurrency.lockutils [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Acquired lock "singleton_lock" {{(pid=101252) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 21:17:09.799192 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_concurrency.lockutils [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Releasing lock "singleton_lock" {{(pid=101252) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 21:17:09.799724 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Starting 2 workers Oct 29 21:17:09.804570 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Started child 101361 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 21:17:09.809337 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Started child 101362 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 21:17:09.810038 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:09.811278 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO neutron.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 21:17:09.811906 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Publish callbacks [] for process, before_spawn {{(pid=101252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:09.812009 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [-] (101361) wsgi starting up on http://0.0.0.0:9696 Oct 29 21:17:09.814432 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Starting 1 workers Oct 29 21:17:09.814682 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:09.816488 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [-] (101362) wsgi starting up on http://0.0.0.0:9696 Oct 29 21:17:09.819713 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Started child 101363 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 21:17:09.820278 dv-cinder-813984-7-iscsi neutron-server[101252]: INFO oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Starting 1 workers Oct 29 21:17:09.823602 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] calling RpcWorker wait() {{(pid=101363) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 21:17:09.824160 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] returning from RpcWorker wait() {{(pid=101363) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 21:17:09.824943 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Started child 101364 {{(pid=101252) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 21:17:09.825487 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:09.825951 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:17:09.826079 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG neutron_lib.callbacks.manager [None req-2ccf0663-752d-4273-9fe3-34dc4cf8b75e None None] Publish callbacks [] for process, after_spawn {{(pid=101252) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:09.827967 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101252) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 21:17:09.828190 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 21:17:09.828375 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 21:17:09.828592 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 21:17:09.828938 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 21:17:09.829099 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 21:17:09.829631 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.829910 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.830167 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.830431 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.830706 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:09.831172 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.831244 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.831483 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.831745 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.832021 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.832278 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.832446 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.832610 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.832906 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.833152 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.833451 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.833719 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.833961 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.834230 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.834394 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.834632 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.834897 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.835157 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.835420 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] debug = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.835664 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.836127 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.836365 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.836608 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.836863 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.837141 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.837384 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.837645 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.837875 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.838106 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.838354 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.838605 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.838840 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.839062 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.839297 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.839535 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.839753 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.840249 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] host = dv-cinder-813984-7-iscsi {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.840461 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.841227 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.841521 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.841916 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.842330 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.842565 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.842830 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.843220 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.843359 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.843548 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.843802 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.844052 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.844284 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.844539 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.844723 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_options = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.844955 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.845222 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.845480 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.845668 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.845832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.846077 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.846315 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.846461 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.846679 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.846897 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.847111 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.847580 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.847580 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.847989 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.848120 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.848252 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.848440 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.848647 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.848983 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.849168 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.849391 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.850266 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.850266 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.850266 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.850266 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.850758 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.850758 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.851170 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.851170 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.851403 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.851608 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.851861 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.852085 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.852333 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.852597 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.852866 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.853093 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.853420 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.853583 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.853807 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.854061 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.854328 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.854539 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.854794 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.855140 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.855359 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.855593 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_json = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.855826 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.856057 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.856364 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.857112 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.857469 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.858718 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.859001 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.859279 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.859732 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.860038 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.860377 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.860748 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.860935 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.861256 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.861428 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.861669 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.861953 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.862174 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.862593 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.863499 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.864297 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.864297 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.864297 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.865295 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.865295 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.865640 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.865767 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.865895 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.866209 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.866446 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.866737 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.866971 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868704 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.868832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.871463 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872198 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872198 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872198 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872198 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872198 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872739 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872739 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.872969 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.873060 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.873264 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.873507 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.873673 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.873930 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.874171 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.874414 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.874652 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.874902 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.876760 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.877769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.877769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.877769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.877769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.878289 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.878289 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.878522 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.878604 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.878836 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.879065 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.879478 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.879889 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.880109 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.880352 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.880588 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.880860 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.881288 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883092 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883563 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883633 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.883880 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.884322 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.884637 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.884973 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.885260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.885509 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887223 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887764 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.887871 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.888119 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.888356 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.888605 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.888891 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.889143 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.889369 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.889686 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.890120 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.890384 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.890623 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.890860 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.891139 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.891382 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.891666 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.891882 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.892315 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.892808 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.893122 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.893411 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.893653 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.893934 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.894387 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.894850 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.895316 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.895591 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.895833 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.896086 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.896378 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.896622 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.896901 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.897130 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.897552 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.898087 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.898526 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.898848 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.899156 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.899541 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.899884 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.900233 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.900603 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.900884 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.901148 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.901412 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.901672 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.902044 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.902461 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.902717 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.902927 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.903741 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.903978 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.904243 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.904509 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.904767 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.905016 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.905243 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.905470 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.905687 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.905930 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.906156 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.906410 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.906628 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.906854 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.907100 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.907321 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.907545 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.907768 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.908008 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.908262 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.908487 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.908796 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.909051 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.909301 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.909555 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.909785 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.910028 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.910271 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.910518 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.910739 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.910955 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.911168 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.911408 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.911621 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.911855 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.912088 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.912324 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.912578 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.912853 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.913202 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.913456 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.913689 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.913987 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.914148 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.914400 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.914596 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.914818 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.915059 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.915279 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.915497 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.915768 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.915995 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.916237 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.916539 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.916803 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.917020 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.917239 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.917470 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.917763 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.918005 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.918251 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.918511 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.919490 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.919769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.920037 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.920352 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.920630 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.920812 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.920951 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.921139 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.921408 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.921623 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.921852 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.922067 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.922287 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.922522 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.922733 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.922972 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.923188 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.923433 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.923844 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.923999 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.924137 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.924290 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.924498 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.924769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.924990 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.925414 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.925414 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.925695 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.925841 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.926065 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.926306 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.926538 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.926813 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.927089 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.927330 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.927611 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.927871 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.928120 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.928364 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.928710 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.928925 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.929168 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.929388 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.929612 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.929852 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.930122 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.930457 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.930753 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.931018 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.931277 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.931552 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.931850 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.932125 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.932349 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.932652 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.933036 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.933322 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.933581 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.933845 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.934101 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.934372 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.934617 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.934848 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.935051 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.935274 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.935572 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.936027 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.936027 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.936292 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.936481 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.936721 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.936951 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.937198 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.937441 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.937662 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.937823 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 21:17:09.938387 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101252) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 21:17:09.938550 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 21:17:09.938705 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 21:17:09.938895 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 21:17:09.939072 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 21:17:09.939224 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 21:17:09.939432 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.939593 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.939769 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.939924 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.940083 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.940248 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.940409 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.940546 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.940745 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.940910 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.941070 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.941231 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.941388 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.941547 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.941711 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.941873 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942063 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942205 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942352 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942501 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942658 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942803 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.942935 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] debug = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.943079 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.943260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.943418 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.943560 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.943773 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.943907 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944038 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944175 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944327 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944467 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944592 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944774 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.944934 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.945093 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.945256 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.945416 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.945572 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.945730 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] host = dv-cinder-813984-7-iscsi {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.945887 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.946045 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.946203 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.946362 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.946586 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.946750 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.946909 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947067 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947225 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947432 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947526 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947684 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947842 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.947999 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.948156 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_options = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.948312 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.948470 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.948628 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.948843 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.949007 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.949167 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.949327 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.949487 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.949645 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.949803 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.950000 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.950160 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.950317 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.950476 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.950634 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.950974 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.951137 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.951296 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.951455 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.951614 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.951776 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.951934 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.952096 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.952257 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.952414 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.952572 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.952764 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.952924 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.953081 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.953239 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.953396 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.953555 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.953712 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.953983 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.954145 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.954305 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.954464 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.954623 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.954786 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.954944 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.955102 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.955260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.955488 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.955616 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.955739 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.955861 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956003 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_json = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956162 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956320 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956479 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956637 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956818 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.956975 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.957132 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.957293 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 21:17:09.957477 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.957641 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.957813 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.957958 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.958124 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.958286 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.958446 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.958607 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.958768 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.958930 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.959099 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.959261 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.959433 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.959596 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.959756 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.959919 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.960081 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.960242 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.960403 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.960566 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.960750 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.960914 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.961084 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.961244 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.961404 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.961566 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.961733 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.961910 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962074 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962284 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962410 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962533 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962663 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962832 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.962995 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.963157 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.963321 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.963482 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.963643 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.963804 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.963966 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.964127 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.964307 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.964537 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.964732 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.964959 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.965127 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.965291 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.965469 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.966162 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.966387 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.966564 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.966728 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.966890 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.967052 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.967225 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.967387 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.967548 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.967709 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.967871 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.968033 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.968195 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.968356 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.968517 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.968707 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.971060 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.971247 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.971415 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.971778 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.971778 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972025 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972025 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972279 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972396 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972483 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972642 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972827 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.972991 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.973269 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.973373 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.973455 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.973615 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974412 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974412 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974412 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974412 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974412 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974894 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974894 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.974894 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.975588 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.975588 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.975588 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.975588 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.975588 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976101 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976101 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976101 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976448 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976448 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976724 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976724 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.976928 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977260 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977607 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977607 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977803 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.977913 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.978082 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.978245 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.978406 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.978568 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.978731 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.978894 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.979065 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.979225 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.979389 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.979549 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.979716 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.979889 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.980004 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:17:09.980097 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.980203 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.980365 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.980526 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.980709 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.980875 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.981047 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.981786 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.981924 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982059 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982190 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982350 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982512 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982682 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982817 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.982993 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.983154 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.983316 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.983476 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.983636 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.983797 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.983962 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.984123 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.984285 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.984446 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.984607 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.984791 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.984954 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.985115 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.985276 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.985437 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.985601 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.985763 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.985925 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.986088 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.986250 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.986411 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.986573 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.986733 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.986896 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.987057 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.987219 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.987383 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.987530 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.987690 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.987852 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.988013 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.988175 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.988336 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.988498 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.988673 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.988837 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989001 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989162 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989324 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989485 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989647 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989809 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.989972 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.990135 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.990296 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.990460 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.990621 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.990783 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.990945 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.991107 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.991355 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.991523 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.991685 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.991847 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.992023 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.992186 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.992348 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.992510 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.992685 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.992852 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.993015 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.993176 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.993337 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.993498 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.993658 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.993828 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994196 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994196 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994437 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994437 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994672 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994804 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.994928 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.995089 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.995221 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.995383 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.995544 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.995709 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.995870 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.996043 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.996203 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.996351 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.996488 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.996648 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.996901 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.997124 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.997345 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.997643 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.997897 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.998167 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.998349 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.998601 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.998863 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.999095 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.999340 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.999604 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:09.999828 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.000102 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.000439 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.000580 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.000791 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.001022 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.001287 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.001508 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.001786 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.002068 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.002253 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.002512 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.002786 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.003190 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.003468 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.003675 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.003853 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.004020 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.004183 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.004347 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.004523 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.004700 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.004847 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005014 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005158 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005325 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005490 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005644 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005816 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.005970 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.006136 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.006305 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.006478 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.006650 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.006814 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.006982 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.007155 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.007322 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.007481 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.007643 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.007805 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.007969 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.008129 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.008291 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.008452 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.008615 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.008787 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.008949 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.009110 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.009272 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.009432 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.009594 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.009758 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.009951 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.010088 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.010222 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 21:17:10.010469 dv-cinder-813984-7-iscsi neutron-server[101252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101252) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 21:17:10.089532 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 32898) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:10.098965 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065696 Oct 29 21:17:21.662461 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12105b1-8680-42bd-bed0-417624185ee3 None None] get_active_networks_info from dv-cinder-813984-7-iscsi {{(pid=101363) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 21:17:21.769615 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12105b1-8680-42bd-bed0-417624185ee3 None None] No non-hosted networks {{(pid=101363) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 21:17:21.778038 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b6223ec3-4413-418d-a542-9c1873c5904b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581256'] for agent, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:24.475163 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0835b483-20e4-4bc9-8ea9-da492e26c1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581256'] for agent, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:24.554077 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b58491bb-4fac-4367-97b6-3a15741c1933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:25.168586 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581256'] for agent, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:25.170117 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.170674 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.171203 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.171719 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.172247 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.172818 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.173699 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.174212 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.174889 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.175398 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.175891 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.176372 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:25.176985 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813984-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:17:25.202867 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813984-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:17:25.692332 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581256'] for agent, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:27.137830 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581256'] for agent, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:28.467596 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 32990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:28.977657 dv-cinder-813984-7-iscsi neutron-server[101361]: WARNING oslo_policy.policy [None req-af893f35-9402-4a9d-b128-0a93c2ce9ed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:28.978335 dv-cinder-813984-7-iscsi neutron-server[101361]: WARNING oslo_policy.policy [None req-af893f35-9402-4a9d-b128-0a93c2ce9ed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:29.141015 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.db.l3_hamode_db [None req-f97d309a-97b7-4a17-a6fd-dd188f3f5af4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 21:17:29.204629 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [None req-af893f35-9402-4a9d-b128-0a93c2ce9ed3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:17:29.215670 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-af893f35-9402-4a9d-b128-0a93c2ce9ed3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7362950 Oct 29 21:17:29.217732 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d309a-97b7-4a17-a6fd-dd188f3f5af4 None None] Routers set() bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:17:29.218131 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d309a-97b7-4a17-a6fd-dd188f3f5af4 None None] Router IDs set() for agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 21:17:31.687941 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33004) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:32.178749 dv-cinder-813984-7-iscsi neutron-server[101362]: WARNING oslo_policy.policy [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:32.179360 dv-cinder-813984-7-iscsi neutron-server[101362]: WARNING oslo_policy.policy [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:32.408183 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:17:32.505934 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.policy [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101362) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 21:17:32.553737 dv-cinder-813984-7-iscsi neutron-server[101362]: WARNING oslo_policy.policy [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:32.554117 dv-cinder-813984-7-iscsi neutron-server[101362]: WARNING oslo_policy.policy [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:32.563147 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.quota [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] Loaded quota_driver: . Oct 29 21:17:32.655382 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765665409618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765665409199', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765665225278', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765665227770', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765664785398', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765665182724', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1789114', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1709726', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705036', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525675'] for rbac-policy, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:32.726274 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:32.727445 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-46bec479-65a5-43ea-a169-5eac07827cb5 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0385342 Oct 29 21:17:35.439281 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33022) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:35.738791 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'project_id': '19ac6deaa0734443b4cf30848fe242ad'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:17:35.766920 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Made reservation on behalf of 19ac6deaa0734443b4cf30848fe242ad for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:17:35.769786 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:35.787023 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:35.893739 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:35.898402 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:35.918090 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:17:35.946964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765666349927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:35.947548 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Unsubscribe: segment precommit_create {{(pid=101362) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 21:17:35.948034 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Added segment 14950314-1da6-4489-a068-950ddd1e2608 of type vlan for network 2ce1371d-1477-40a7-8f21-28782aa2376a Oct 29 21:17:35.963882 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51283189-d26f-44c9-807d-3032c7e040c9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:36.016423 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.016793 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.017129 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.017453 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.017769 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.018110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.018427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.018756 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.019088 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.019399 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.019706 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.020016 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Tracked resource versions report: Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: pushed versions: Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: { 'AddressGroup': {'1.2'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'ConntrackHelper': {'1.0'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Log': {'1.0'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Network': {'1.1'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Port': {'1.7'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'PortForwarding': {'1.2'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'QosPolicy': {'1.10'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroup': {'1.4'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SubPort': {'1.0'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Subnet': {'1.1'}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Trunk': {'1.1'}} Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: consumer versions: Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'ConntrackHelper': '1.0', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Log': '1.0', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Network': '1.1', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Port': '1.7', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'PortForwarding': '1.2', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'QosPolicy': '1.10', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroup': '1.4', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroupRule': '1.2', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SubPort': '1.0', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Subnet': '1.1', Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Trunk': '1.1'}} Oct 29 21:17:36.021280 dv-cinder-813984-7-iscsi neutron-server[101362]: {{(pid=101362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:17:36.068040 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:36.108723 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:36.109875 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:17:36.110506 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:36.189225 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7488399 Oct 29 21:17:36.220301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b33cb-7d68-4e2a-96ad-5b456681dd7c admin admin] Pushing event updated for resources: {'Network': ['ID=2ce1371d-1477-40a7-8f21-28782aa2376a,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:36.234476 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 2ce1371d-1477-40a7-8f21-28782aa2376a details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:17:39.036971 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33036) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:39.570743 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.policy [None req-13d1d118-f35a-4666-9425-a26b0777d51c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101361) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 21:17:39.621639 dv-cinder-813984-7-iscsi neutron-server[101361]: WARNING oslo_policy.policy [None req-13d1d118-f35a-4666-9425-a26b0777d51c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:39.622071 dv-cinder-813984-7-iscsi neutron-server[101361]: WARNING oslo_policy.policy [None req-13d1d118-f35a-4666-9425-a26b0777d51c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 21:17:39.630530 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1d118-f35a-4666-9425-a26b0777d51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:17:39.632407 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-13d1d118-f35a-4666-9425-a26b0777d51c admin admin] 10.222.0.30 "GET /v2.0/networks/2ce1371d-1477-40a7-8f21-28782aa2376a HTTP/1.1" status: 200 len: 825 time: 0.5944648 Oct 29 21:17:39.672611 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b5980ab7-9be7-4760-a7a4-61c7b578559c admin admin] 10.222.0.30 "GET /v2.0/subnetpools/152cae23-0d8c-465b-ba81-d2cd7f708342 HTTP/1.1" status: 200 len: 734 time: 0.0326688 Oct 29 21:17:39.682640 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Request body: {'subnet': {'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'gateway_ip': '172.20.0.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:17:39.684848 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.quota [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Loaded quota_driver: . Oct 29 21:17:39.724316 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Made reservation on behalf of 19ac6deaa0734443b4cf30848fe242ad for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:17:39.727124 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:40.029211 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:40.099933 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Checking segment: {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:17:40.100639 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Network hostable DHCP agents. Network: 2ce1371d-1477-40a7-8f21-28782aa2376a, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:17:40.111398 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37b510a-4a71-4eca-bf21-ba315570edab,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:40.126997 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.127357 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.127695 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.128025 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.128349 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.128710 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.129039 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.129379 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.129715 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.130032 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.130345 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.130658 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Tracked resource versions report: Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: pushed versions: Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: { 'AddressGroup': {'1.2'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'ConntrackHelper': {'1.0'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Log': {'1.0'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Network': {'1.1'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Port': {'1.7'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'PortForwarding': {'1.2'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'QosPolicy': {'1.10'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroup': {'1.4'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SubPort': {'1.0'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Subnet': {'1.1'}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Trunk': {'1.1'}} Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: consumer versions: Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'ConntrackHelper': '1.0', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Log': '1.0', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Network': '1.1', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Port': '1.7', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'PortForwarding': '1.2', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'QosPolicy': '1.10', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroup': '1.4', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroupRule': '1.2', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SubPort': '1.0', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Subnet': '1.1', Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Trunk': '1.1'}} Oct 29 21:17:40.131769 dv-cinder-813984-7-iscsi neutron-server[101361]: {{(pid=101361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:17:40.157459 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Network 2ce1371d-1477-40a7-8f21-28782aa2376a is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:17:40.174034 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 2ce1371d-1477-40a7-8f21-28782aa2376a) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:17:40.178752 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:17:40.179846 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:40.184492 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2a3f7-333b-4eac-a025-5aad09565601 None None] Network 2ce1371d-1477-40a7-8f21-28782aa2376a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:17:40.202306 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ce8c253b-4edb-46eb-9821-0b7d6b198ac8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5232797 Oct 29 21:17:40.550278 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-2ce1371d-1477-40a7-8f21-28782aa2376a', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:17:40.551618 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:40.859662 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Allocated IP 172.20.0.2 (2ce1371d-1477-40a7-8f21-28782aa2376a/c37b510a-4a71-4eca-bf21-ba315570edab/4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:17:41.066236 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:41.074461 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:41.161783 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Network 2ce1371d-1477-40a7-8f21-28782aa2376a is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:17:41.163219 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Pushing event updated for resources: {'Port': ['ID=4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:41.165726 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:17:41.174086 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:17:41.178173 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.178537 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.178882 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.179234 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.179545 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.179872 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.180199 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.180525 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.180902 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.181232 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.181553 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.181875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Tracked resource versions report: Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: pushed versions: Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: { 'AddressGroup': {'1.2'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'ConntrackHelper': {'1.0'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Log': {'1.0'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Network': {'1.1'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Port': {'1.7'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'PortForwarding': {'1.2'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'QosPolicy': {'1.10'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroup': {'1.4'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SubPort': {'1.0'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Subnet': {'1.1'}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Trunk': {'1.1'}} Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: consumer versions: Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'ConntrackHelper': '1.0', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Log': '1.0', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Network': '1.1', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Port': '1.7', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'PortForwarding': '1.2', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'QosPolicy': '1.10', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroup': '1.4', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroupRule': '1.2', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SubPort': '1.0', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Subnet': '1.1', Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Trunk': '1.1'}} Oct 29 21:17:41.183769 dv-cinder-813984-7-iscsi neutron-server[101363]: {{(pid=101363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:17:41.260713 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Attempting to bind port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:17:41.261396 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Attempting to bind port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:17:41.261812 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Attempting to bind port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e on network 2ce1371d-1477-40a7-8f21-28782aa2376a {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:17:41.267013 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:17:41.267392 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Checking segment: {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:17:41.267845 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:41.268232 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Bound using segment: {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:17:41.268734 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Bound port: 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:17:41.269152 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:41.333107 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] For port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:17:41.337509 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] For port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e,segment=NetworkSegment(14950314-1da6-4489-a068-950ddd1e2608),segment_id=14950314-1da6-4489-a068-950ddd1e2608)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:17:41.344116 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:41.415600 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51288bb6-bc47-4c9c-a5f8-8586c0a60567 None None] Pushing event updated for resources: {'Port': ['ID=4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:42.862656 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:43.199019 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [None req-62fa27c8-5dea-4475-9f79-78ae6962f95e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:17:43.200118 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-62fa27c8-5dea-4475-9f79-78ae6962f95e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3365278 Oct 29 21:17:45.763387 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33058) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:46.118306 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [None req-6aff16e6-82d6-423e-bdc1-de4a233f075a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:17:46.119485 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6aff16e6-82d6-423e-bdc1-de4a233f075a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3548255 Oct 29 21:17:49.139456 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33068) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:49.486517 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'name': 'router1'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:17:49.511499 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:49.513233 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:49.711301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:49.717628 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:49.740376 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:49.742427 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-98492c27-4872-41be-8c2a-39e899f022d0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6013663 Oct 29 21:17:51.024853 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835410c5-f449-486d-bf9b-da6a22b01d15 None None] Network 2ce1371d-1477-40a7-8f21-28782aa2376a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:17:51.107209 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-ec306922-87f9-47f4-9103-816a2b943a95 None None] Provisioning complete for port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:17:51.107595 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec306922-87f9-47f4-9103-816a2b943a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:51.328178 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec306922-87f9-47f4-9103-816a2b943a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:51.402865 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:17:51.458203 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-ec306922-87f9-47f4-9103-816a2b943a95 None None] For port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e,segment=NetworkSegment(14950314-1da6-4489-a068-950ddd1e2608),segment_id=14950314-1da6-4489-a068-950ddd1e2608)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:17:51.503686 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec306922-87f9-47f4-9103-816a2b943a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:51.678862 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec306922-87f9-47f4-9103-816a2b943a95 None None] Pushing event updated for resources: {'Port': ['ID=4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:51.691762 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-bd16eb7f-92ce-4497-af3a-b5c1d62f15c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:51.703199 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:17:51.703832 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:51.836653 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-5b2cfeaa-4af5-4309-b652-0f12afdbec0c None None] Provisioning complete for port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:17:51.837058 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b2cfeaa-4af5-4309-b652-0f12afdbec0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:52.353332 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33084) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:52.697705 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [None req-e4ecb4be-7629-4bbf-ba32-019f31345318 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:17:52.698801 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e4ecb4be-7629-4bbf-ba32-019f31345318 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3439631 Oct 29 21:17:53.341959 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:17:53.393494 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:17:53.393849 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:54.481207 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3f59c47a-ab1d-4874-a731-a169bd8f71fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.167010 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.252583 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33092) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:55.578598 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:17:55.598536 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Made reservation on behalf of d15ced9cd5ec4da6b338b55e0952b967 for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:17:55.600776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.608752 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.638336 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.689676 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.693535 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.710239 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Reserving flat network on physical network physnet1 {{(pid=101362) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 21:17:55.730299 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7c0e7-7faf-4201-a3e3-483bcb9dbb25,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:55.735935 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.736268 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Added segment 98dd5d0a-85d6-457f-87d2-f30d1de51b5e of type flat for network 15abb91c-1aa9-4a4e-afde-b207350636be Oct 29 21:17:55.784486 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.822361 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.823776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:17:55.824348 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:55.899985 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6461902 Oct 29 21:17:55.905622 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203adfae-7928-40d3-b7f3-f45db50eabf5 admin admin] Pushing event updated for resources: {'Network': ['ID=15abb91c-1aa9-4a4e-afde-b207350636be,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:55.916513 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 15abb91c-1aa9-4a4e-afde-b207350636be details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:17:57.065402 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:58.442258 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33110) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:17:58.618836 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7dd2b4-c6dc-4a3a-948d-aae02018199b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:17:58.620212 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-6f7dd2b4-c6dc-4a3a-948d-aae02018199b admin admin] 10.222.0.30 "GET /v2.0/subnets/c37b510a-4a71-4eca-bf21-ba315570edab HTTP/1.1" status: 200 len: 849 time: 0.1770318 Oct 29 21:17:58.805335 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-cabe9506-89ac-43ef-9c41-d0cb7223a6e1 admin admin] 10.222.0.30 "GET /v2.0/routers/765f720a-044f-4b33-a0fd-794dd4fd648f HTTP/1.1" status: 200 len: 704 time: 0.1785088 Oct 29 21:17:59.071708 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:59.375530 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Allocated IP 172.20.0.1 (2ce1371d-1477-40a7-8f21-28782aa2376a/c37b510a-4a71-4eca-bf21-ba315570edab/e9a75c18-1547-4ac8-8fe5-c11290f0748c) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:17:59.536548 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:59.602528 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:59.674192 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Network 2ce1371d-1477-40a7-8f21-28782aa2376a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:17:59.679009 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:17:59.684944 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:17:59.685536 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:59.745869 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Pushing event updated for resources: {'Port': ['ID=e9a75c18-1547-4ac8-8fe5-c11290f0748c,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:17:59.888713 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:59.896447 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-32651ee0-fd8b-4e2a-96df-77df0d7d8fd4 None None] Provisioning complete for port e9a75c18-1547-4ac8-8fe5-c11290f0748c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:17:59.897176 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-32651ee0-fd8b-4e2a-96df-77df0d7d8fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:17:59.932212 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-32651ee0-fd8b-4e2a-96df-77df0d7d8fd4 None None] Port e9a75c18-1547-4ac8-8fe5-c11290f0748c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:18:00.152093 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:00.156896 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:00.157700 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:00.236327 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Pushing event updated for resources: {'Port': ['ID=e9a75c18-1547-4ac8-8fe5-c11290f0748c,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:00.284729 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Network 2ce1371d-1477-40a7-8f21-28782aa2376a is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:18:00.286094 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:18:00.452260 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Router 765f720a-044f-4b33-a0fd-794dd4fd648f is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:18:00.457524 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-4b3efde4-9c33-49c9-9e96-a2ed6654b8cc None None] Provisioning complete for port e9a75c18-1547-4ac8-8fe5-c11290f0748c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:18:00.457902 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b3efde4-9c33-49c9-9e96-a2ed6654b8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:00.494927 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-4b3efde4-9c33-49c9-9e96-a2ed6654b8cc None None] Port e9a75c18-1547-4ac8-8fe5-c11290f0748c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:18:00.546661 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:18:00.552376 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e4d6522d-526c-4a80-992d-f3d4578c821d admin admin] 10.222.0.30 "PUT /v2.0/routers/765f720a-044f-4b33-a0fd-794dd4fd648f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7451289 Oct 29 21:18:00.559536 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Sync routers for ids ['765f720a-044f-4b33-a0fd-794dd4fd648f'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:18:00.572554 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Routers {'765f720a-044f-4b33-a0fd-794dd4fd648f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:18:00.573495 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:17:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['765f720a-044f-4b33-a0fd-794dd4fd648f'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:00.772178 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Set router 765f720a-044f-4b33-a0fd-794dd4fd648f gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:18:01.027064 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:18:01.239696 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'name': 'router1', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:17:49Z', 'updated_at': '2021-10-29T21:17:59Z', 'revision_number': 2, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'gw_port_host': None, '_interfaces': [{'id': 'e9a75c18-1547-4ac8-8fe5-c11290f0748c', 'name': '', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'mac_address': 'fa:16:3e:7b:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:17:59Z', 'updated_at': '2021-10-29T21:18:00Z', 'revision_number': 2, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'subnets': [{'id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:01.291645 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Checking router: 765f720a-044f-4b33-a0fd-794dd4fd648f for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:18:01.292027 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Updating router 765f720a-044f-4b33-a0fd-794dd4fd648f port e9a75c18-1547-4ac8-8fe5-c11290f0748c binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:18:01.373023 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:01.899100 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:01.906363 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.006669 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Pushing event updated for resources: {'Port': ['ID=e9a75c18-1547-4ac8-8fe5-c11290f0748c,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:02.054920 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.055275 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.055637 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.055948 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.056282 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.056646 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.056992 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.057315 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.057641 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.057967 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.058284 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.058602 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Tracked resource versions report: Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: pushed versions: Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: { 'AddressGroup': {'1.2'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'ConntrackHelper': {'1.0'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Log': {'1.0'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Network': {'1.1'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Port': {'1.7'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'PortForwarding': {'1.2'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'QosPolicy': {'1.10'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroup': {'1.4'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SubPort': {'1.0'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Subnet': {'1.1'}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Trunk': {'1.1'}} Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: consumer versions: Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'ConntrackHelper': '1.0', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Log': '1.0', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Network': '1.1', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Port': '1.7', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'PortForwarding': '1.2', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'QosPolicy': '1.10', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroup': '1.4', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroupRule': '1.2', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SubPort': '1.0', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Subnet': '1.1', Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Trunk': '1.1'}} Oct 29 21:18:02.059784 dv-cinder-813984-7-iscsi neutron-server[101364]: {{(pid=101364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:18:02.099872 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Attempting to bind port e9a75c18-1547-4ac8-8fe5-c11290f0748c on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:18:02.100278 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Attempting to bind port e9a75c18-1547-4ac8-8fe5-c11290f0748c by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:18:02.100749 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Attempting to bind port e9a75c18-1547-4ac8-8fe5-c11290f0748c on network 2ce1371d-1477-40a7-8f21-28782aa2376a {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:18:02.106453 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:18:02.106872 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Checking segment: {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:18:02.107322 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.107707 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Bound using segment: {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:18:02.108231 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Bound port: e9a75c18-1547-4ac8-8fe5-c11290f0748c, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14950314-1da6-4489-a068-950ddd1e2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:18:02.108642 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.179025 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] For port e9a75c18-1547-4ac8-8fe5-c11290f0748c, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:18:02.201013 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] For port e9a75c18-1547-4ac8-8fe5-c11290f0748c, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=e9a75c18-1547-4ac8-8fe5-c11290f0748c,segment=NetworkSegment(14950314-1da6-4489-a068-950ddd1e2608),segment_id=14950314-1da6-4489-a068-950ddd1e2608)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:18:02.205707 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.222711 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-dacdf738-de4b-4fa9-9246-37b1d252e1eb None None] Provisioning complete for port e9a75c18-1547-4ac8-8fe5-c11290f0748c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:18:02.223816 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-dacdf738-de4b-4fa9-9246-37b1d252e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.274348 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Routers {'765f720a-044f-4b33-a0fd-794dd4fd648f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:18:02.275109 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:17:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['765f720a-044f-4b33-a0fd-794dd4fd648f'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:02.328152 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-dacdf738-de4b-4fa9-9246-37b1d252e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.345154 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79b22-84f2-4cfa-9f4d-98cda21ad61f None None] Pushing event updated for resources: {'Port': ['ID=e9a75c18-1547-4ac8-8fe5-c11290f0748c,revision_number=4']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:02.378944 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-dacdf738-de4b-4fa9-9246-37b1d252e1eb None None] For port e9a75c18-1547-4ac8-8fe5-c11290f0748c, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=e9a75c18-1547-4ac8-8fe5-c11290f0748c,segment=NetworkSegment(14950314-1da6-4489-a068-950ddd1e2608),segment_id=14950314-1da6-4489-a068-950ddd1e2608)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:18:02.383308 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] Set router 765f720a-044f-4b33-a0fd-794dd4fd648f gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:18:02.387276 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-dacdf738-de4b-4fa9-9246-37b1d252e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.455856 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdf738-de4b-4fa9-9246-37b1d252e1eb None None] Pushing event updated for resources: {'Port': ['ID=e9a75c18-1547-4ac8-8fe5-c11290f0748c,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:02.506895 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-00d7e5ab-dea6-4cd0-809a-0b86281ec2a5 None None] Provisioning complete for port e9a75c18-1547-4ac8-8fe5-c11290f0748c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:18:02.507260 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-00d7e5ab-dea6-4cd0-809a-0b86281ec2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:02.614178 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'name': 'router1', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:17:49Z', 'updated_at': '2021-10-29T21:17:59Z', 'revision_number': 2, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'gw_port_host': None, '_interfaces': [{'id': 'e9a75c18-1547-4ac8-8fe5-c11290f0748c', 'name': '', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'mac_address': 'fa:16:3e:7b:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:17:59Z', 'updated_at': '2021-10-29T21:18:02Z', 'revision_number': 4, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'subnets': [{'id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:02.641544 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795457-34f5-46fa-ba3d-51d6f6c7b05d None None] The sync data for ids ['765f720a-044f-4b33-a0fd-794dd4fd648f'] in dv-cinder-813984-7-iscsi is: [{'id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'name': 'router1', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:17:49Z', 'updated_at': '2021-10-29T21:17:59Z', 'revision_number': 2, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'gw_port_host': None, '_interfaces': [{'id': 'e9a75c18-1547-4ac8-8fe5-c11290f0748c', 'name': '', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'mac_address': 'fa:16:3e:7b:e4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:17:59Z', 'updated_at': '2021-10-29T21:18:02Z', 'revision_number': 4, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'subnets': [{'id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:18:02.987750 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33132) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:18:03.101335 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b2d58-2e72-41fa-84ec-e30d668136af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:18:03.102736 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f73b2d58-2e72-41fa-84ec-e30d668136af admin admin] 10.222.0.30 "GET /v2.0/networks/15abb91c-1aa9-4a4e-afde-b207350636be HTTP/1.1" status: 200 len: 842 time: 0.1139815 Oct 29 21:18:03.113757 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:18:03.139280 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Made reservation on behalf of d15ced9cd5ec4da6b338b55e0952b967 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:18:03.141728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:03.432220 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.objects.ports [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 21:18:03.432963 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:03.488815 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9b72df-e4dd-44d0-bddc-60de6b080dbf,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:03.496921 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:18:03.497274 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Network hostable DHCP agents. Network: 15abb91c-1aa9-4a4e-afde-b207350636be, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:18:03.518082 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:18:03.528553 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 15abb91c-1aa9-4a4e-afde-b207350636be) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:18:03.532694 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:18:03.533292 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:03.539251 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1c88a-f65a-4672-bc32-400d6c27b29e None None] Network 15abb91c-1aa9-4a4e-afde-b207350636be requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:18:03.561282 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9c318caa-3b99-4323-a3a1-c65ef6e6e858 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4510529 Oct 29 21:18:03.684700 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330f457-1a00-431b-ac25-9a3329c60b51 None None] Network 15abb91c-1aa9-4a4e-afde-b207350636be requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:18:05.999976 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33140) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:18:06.133159 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-6db24de9-2c59-4a5a-8af1-a1d0f315cb07 admin admin] 10.222.0.30 "GET /v2.0/routers/765f720a-044f-4b33-a0fd-794dd4fd648f HTTP/1.1" status: 200 len: 710 time: 0.1320322 Oct 29 21:18:06.226918 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba07a0d-cbfd-4392-aaab-95edcece959f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:18:06.234478 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9ba07a0d-cbfd-4392-aaab-95edcece959f admin admin] 10.222.0.30 "GET /v2.0/networks/15abb91c-1aa9-4a4e-afde-b207350636be HTTP/1.1" status: 200 len: 886 time: 0.0878739 Oct 29 21:18:06.238504 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:18:06.559960 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:06.802452 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:06.880916 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:06.981379 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Allocated IP 172.27.2.153 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/77dd15d4-3166-484d-b365-07429a8ebb14) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:18:07.084202 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:07.117983 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:07.158916 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:18:07.161834 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:18:07.168970 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:18:07.171850 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Pushing event updated for resources: {'Port': ['ID=77dd15d4-3166-484d-b365-07429a8ebb14,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:07.418528 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:07.614232 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-580515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-577834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2417'] for router, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:07.617834 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-580506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-580497', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-577825'] for router, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:07.727211 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Router 765f720a-044f-4b33-a0fd-794dd4fd648f has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:18:07.835415 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:18:07.840755 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:07.841971 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-700caefe-4497-4ab4-98b4-90f4dddc011e admin admin] 10.222.0.30 "PUT /v2.0/routers/765f720a-044f-4b33-a0fd-794dd4fd648f HTTP/1.1" status: 200 len: 890 time: 1.6068640 Oct 29 21:18:09.379537 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device e9a75c18-1547-4ac8-8fe5-c11290f0748c up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:18:09.435146 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port e9a75c18-1547-4ac8-8fe5-c11290f0748c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:18:09.435525 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:09.807512 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Sync routers for ids ['765f720a-044f-4b33-a0fd-794dd4fd648f'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:18:09.818693 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Routers {'765f720a-044f-4b33-a0fd-794dd4fd648f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:18:09.819339 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:17:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['765f720a-044f-4b33-a0fd-794dd4fd648f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:10.047133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Set router 765f720a-044f-4b33-a0fd-794dd4fd648f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:18:10.407336 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:18:10.527616 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-df59f79c-e877-4283-9c6e-bf38b6a31f9f admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1191394 Oct 29 21:18:10.531511 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'name': 'router1', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '77dd15d4-3166-484d-b365-07429a8ebb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:17:49Z', 'updated_at': '2021-10-29T21:18:07Z', 'revision_number': 4, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'gw_port': {'id': '77dd15d4-3166-484d-b365-07429a8ebb14', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:18:06Z', 'updated_at': '2021-10-29T21:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'e9a75c18-1547-4ac8-8fe5-c11290f0748c', 'name': '', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'mac_address': 'fa:16:3e:7b:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:17:59Z', 'updated_at': '2021-10-29T21:18:02Z', 'revision_number': 5, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'subnets': [{'id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:10.586679 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Checking router: 765f720a-044f-4b33-a0fd-794dd4fd648f for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:18:10.586940 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Updating router 765f720a-044f-4b33-a0fd-794dd4fd648f port 77dd15d4-3166-484d-b365-07429a8ebb14 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:18:10.643705 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:10.986016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:10.991952 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:11.047122 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Attempting to bind port 77dd15d4-3166-484d-b365-07429a8ebb14 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:18:11.047494 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Attempting to bind port 77dd15d4-3166-484d-b365-07429a8ebb14 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:18:11.047858 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Attempting to bind port 77dd15d4-3166-484d-b365-07429a8ebb14 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:18:11.049811 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7dc9-e8f0-4051-a6b4-7194f7e6cc9a None None] Pushing event updated for resources: {'Port': ['ID=77dd15d4-3166-484d-b365-07429a8ebb14,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:11.055466 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:18:11.055853 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:18:11.056941 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:11.057366 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:18:11.057845 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Bound port: 77dd15d4-3166-484d-b365-07429a8ebb14, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:18:11.058243 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:11.113045 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] For port 77dd15d4-3166-484d-b365-07429a8ebb14, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:18:11.116387 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] For port 77dd15d4-3166-484d-b365-07429a8ebb14, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=77dd15d4-3166-484d-b365-07429a8ebb14,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:18:11.121358 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:11.183739 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Routers {'765f720a-044f-4b33-a0fd-794dd4fd648f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:18:11.184410 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:17:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['765f720a-044f-4b33-a0fd-794dd4fd648f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:11.226718 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7dc9-e8f0-4051-a6b4-7194f7e6cc9a None None] Pushing event updated for resources: {'Port': ['ID=77dd15d4-3166-484d-b365-07429a8ebb14,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:11.308765 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] Set router 765f720a-044f-4b33-a0fd-794dd4fd648f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:18:11.546974 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'name': 'router1', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '77dd15d4-3166-484d-b365-07429a8ebb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:17:49Z', 'updated_at': '2021-10-29T21:18:07Z', 'revision_number': 4, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'gw_port': {'id': '77dd15d4-3166-484d-b365-07429a8ebb14', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:18:06Z', 'updated_at': '2021-10-29T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'e9a75c18-1547-4ac8-8fe5-c11290f0748c', 'name': '', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'mac_address': 'fa:16:3e:7b:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:17:59Z', 'updated_at': '2021-10-29T21:18:02Z', 'revision_number': 5, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'subnets': [{'id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:18:11.576954 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e559024-dc14-4f24-95c7-ddc22df39870 None None] The sync data for ids ['765f720a-044f-4b33-a0fd-794dd4fd648f'] in dv-cinder-813984-7-iscsi is: [{'id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'name': 'router1', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '77dd15d4-3166-484d-b365-07429a8ebb14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:17:49Z', 'updated_at': '2021-10-29T21:18:07Z', 'revision_number': 4, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'gw_port': {'id': '77dd15d4-3166-484d-b365-07429a8ebb14', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:18:06Z', 'updated_at': '2021-10-29T21:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'e9a75c18-1547-4ac8-8fe5-c11290f0748c', 'name': '', 'network_id': '2ce1371d-1477-40a7-8f21-28782aa2376a', 'tenant_id': '19ac6deaa0734443b4cf30848fe242ad', 'mac_address': 'fa:16:3e:7b:e4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765f720a-044f-4b33-a0fd-794dd4fd648f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:17:59Z', 'updated_at': '2021-10-29T21:18:02Z', 'revision_number': 5, 'project_id': '19ac6deaa0734443b4cf30848fe242ad', 'subnets': [{'id': 'c37b510a-4a71-4eca-bf21-ba315570edab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '152cae23-0d8c-465b-ba81-d2cd7f708342'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:18:13.387717 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 77dd15d4-3166-484d-b365-07429a8ebb14 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:18:13.441724 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 77dd15d4-3166-484d-b365-07429a8ebb14 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:18:13.442152 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:13.530951 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:13.552079 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 77dd15d4-3166-484d-b365-07429a8ebb14, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=77dd15d4-3166-484d-b365-07429a8ebb14,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:18:13.557414 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:13.625336 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=77dd15d4-3166-484d-b365-07429a8ebb14,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:18:15.402854 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 77dd15d4-3166-484d-b365-07429a8ebb14 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:18:15.507718 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 77dd15d4-3166-484d-b365-07429a8ebb14 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:18:15.508106 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:21.566597 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-486a9a48-691a-4d42-a3d8-af91be315998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:24.486343 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f17baac1-94c8-4c7a-b23e-8048b946e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:25.184706 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:25.650213 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:27.074820 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:37.911566 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:18:51.575883 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f074c60a-48ea-4b75-b2cd-10541a5f6bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:54.476143 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4c1fc633-f6fe-4d03-8c26-eea32f2b9d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:55.182467 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:55.654823 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:18:57.081849 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:15.005719 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:19:21.577689 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3a1ff36c-bdb2-461a-ac72-134ac0d71a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:24.481220 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b2e259e0-9a56-4ba4-8c8c-dd5c9853a7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:25.170537 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:25.658239 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:27.097305 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:51.576619 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-240387d0-08d7-4b5d-84dd-fc5fd9992a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:51.912391 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:19:54.478925 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fa93699e-fabc-4a38-9cd1-cce6746e2ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:55.174680 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:55.657104 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:19:57.090032 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:02.680645 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33714) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:02.794034 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1817c8-7711-4186-bc2e-13bce83ba255 admin admin] GET failed (client error): The resource could not be found. Oct 29 21:20:02.795569 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6f1817c8-7711-4186-bc2e-13bce83ba255 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1138976 Oct 29 21:20:03.078931 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac5b4d-d1d5-41f4-8757-170455ba1995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:03.081680 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-21ac5b4d-d1d5-41f4-8757-170455ba1995 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2775838 Oct 29 21:20:05.665619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33724) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:05.820186 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d1e3f7-a601-478d-b590-145ca5ad6422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:05.821854 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-04d1e3f7-a601-478d-b590-145ca5ad6422 admin admin] 10.222.0.30 "GET /v2.0/subnets/c37b510a-4a71-4eca-bf21-ba315570edab HTTP/1.1" status: 200 len: 849 time: 0.1552222 Oct 29 21:20:05.835272 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:20:05.942434 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:06.177906 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765666325751'] for subnet, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:06.224525 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:06.225156 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:06.226495 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] 10.222.0.30 "PUT /v2.0/subnets/c37b510a-4a71-4eca-bf21-ba315570edab HTTP/1.1" status: 200 len: 868 time: 0.3957798 Oct 29 21:20:06.233286 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa07444b-685f-44d6-ba61-57fbce671740 None None] Network 2ce1371d-1477-40a7-8f21-28782aa2376a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:20:06.265513 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37b510a-4a71-4eca-bf21-ba315570edab,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:20:06.278510 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.279013 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.279568 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.280023 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.280947 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.281491 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.282024 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.282530 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.283088 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.283961 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.284111 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.284604 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a17f-381d-4435-87c0-4b7647cbc6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:20:06.736915 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-fed9470e-6a35-4175-a698-c9e6c7267f77 None None] Provisioning complete for port e9a75c18-1547-4ac8-8fe5-c11290f0748c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:20:06.737285 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fed9470e-6a35-4175-a698-c9e6c7267f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:06.845604 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-fed9470e-6a35-4175-a698-c9e6c7267f77 None None] Provisioning complete for port 4bcb5a58-9e11-43dc-ba49-0efcdbdc9d4e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:20:06.845874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fed9470e-6a35-4175-a698-c9e6c7267f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:08.760302 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33732) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:09.024561 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0aefa-0d77-4f6a-8ccc-a8d05a2e62d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:09.025140 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0aefa-0d77-4f6a-8ccc-a8d05a2e62d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:09.027753 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ddb0aefa-0d77-4f6a-8ccc-a8d05a2e62d8 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2653744 Oct 29 21:20:11.557222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33740) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:11.713239 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a32dc-e6da-42cf-a144-a646d7780de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:11.713708 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a32dc-e6da-42cf-a144-a646d7780de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:11.716125 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-129a32dc-e6da-42cf-a144-a646d7780de5 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1579514 Oct 29 21:20:14.276253 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33748) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:14.478898 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1bb542-72b1-40b0-8528-b70a5b23010f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:14.480953 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-5f1bb542-72b1-40b0-8528-b70a5b23010f admin admin] 10.222.0.30 "GET /v2.0/networks/15abb91c-1aa9-4a4e-afde-b207350636be HTTP/1.1" status: 200 len: 886 time: 0.2023544 Oct 29 21:20:16.984640 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:17.231368 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9de28-4a97-4075-84b0-19c25018827e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:17.232845 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b6d9de28-4a97-4075-84b0-19c25018827e admin admin] 10.222.0.30 "GET /v2.0/networks/2ce1371d-1477-40a7-8f21-28782aa2376a HTTP/1.1" status: 200 len: 869 time: 0.2468059 Oct 29 21:20:19.761081 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33766) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:19.905139 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa551bf-0c8a-4f5e-9f65-cef9e7713006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:19.905601 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa551bf-0c8a-4f5e-9f65-cef9e7713006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:19.907197 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-aaa551bf-0c8a-4f5e-9f65-cef9e7713006 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1451118 Oct 29 21:20:21.573770 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-62fd4aa3-9060-43b3-9f12-3498a543988e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:22.434301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33774) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:22.626839 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328302c-9ba4-481e-b59c-663fb664cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:22.627491 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328302c-9ba4-481e-b59c-663fb664cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:22.630202 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d328302c-9ba4-481e-b59c-663fb664cad3 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1945949 Oct 29 21:20:24.475714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb930f41-0760-4321-adb8-5e9272ef9add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:25.100160 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33782) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:25.177094 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:25.214251 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ffeb4e-a884-4d28-96dc-cc343873cdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:25.216213 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-92ffeb4e-a884-4d28-96dc-cc343873cdee admin admin] 10.222.0.30 "GET /v2.0/subnets/c37b510a-4a71-4eca-bf21-ba315570edab HTTP/1.1" status: 200 len: 868 time: 0.1145797 Oct 29 21:20:25.660964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:27.093137 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:27.663120 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33790) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:27.777829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c86910-6ef8-446f-9caf-56f07512d0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:27.779389 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-76c86910-6ef8-446f-9caf-56f07512d0bd admin admin] 10.222.0.30 "GET /v2.0/subnets/dc9b72df-e4dd-44d0-bddc-60de6b080dbf HTTP/1.1" status: 200 len: 816 time: 0.1152108 Oct 29 21:20:28.903895 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:20:51.573150 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d295309b-7453-4456-849b-5cba41348d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:54.480956 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-04e312cd-30e6-475f-b1b5-3023286eedfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:54.527788 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33846) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:54.586576 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [None req-d27d3206-b357-4577-96c7-8402bf87936c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:20:54.587855 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d27d3206-b357-4577-96c7-8402bf87936c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0579565 Oct 29 21:20:55.175029 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:55.667076 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:57.104410 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:20:57.251564 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33854) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:20:57.334267 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.pecan_wsgi.hooks.translation [None req-634ca061-b1f1-482a-b4ab-cee5b7fcf9ef admin admin] GET failed (client error): The resource could not be found. Oct 29 21:20:57.336754 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-634ca061-b1f1-482a-b4ab-cee5b7fcf9ef admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0838706 Oct 29 21:20:57.552336 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ac1e5-ce76-47a5-936a-4affaa7ef083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:20:57.554913 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-707ac1e5-ce76-47a5-936a-4affaa7ef083 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2119462 Oct 29 21:21:00.073229 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33862) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:21:00.124690 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:21:00.152758 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Made reservation on behalf of d15ced9cd5ec4da6b338b55e0952b967 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:21:00.156135 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:00.188448 dv-cinder-813984-7-iscsi neutron-server[101361]: WARNING neutron.services.revisions.revision_plugin [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Could not find related network for resource to bump revision. Oct 29 21:21:00.209233 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:21:00.224436 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765666349927', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:00.225009 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Unsubscribe: segment precommit_create {{(pid=101361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 21:21:00.225475 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Added segment c7cdce66-0b86-4433-b066-74c8fe8d6669 of type vlan for network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 Oct 29 21:21:00.292617 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:00.334288 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:00.335436 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:21:00.336191 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:00.411560 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3371861 Oct 29 21:21:00.439632 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=58fc2ccd-6c17-4678-98aa-2f5b79bd9a84,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:21:00.448837 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.449306 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.449765 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.450815 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.451360 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.451845 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.452782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.453020 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.453499 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.453935 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.454359 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.454776 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5ad2da-0d06-491a-8646-6a27c854b5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:00.472780 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:21:02.985331 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33870) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:21:03.063828 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9d1aa9-723c-4781-b37d-6b9ca908c942 admin admin] GET failed (client error): The resource could not be found. Oct 29 21:21:03.066268 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6b9d1aa9-723c-4781-b37d-6b9ca908c942 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0794408 Oct 29 21:21:03.198794 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41243d4-5407-4843-96db-3dfafc61c3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:21:03.202343 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e41243d4-5407-4843-96db-3dfafc61c3d5 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1306355 Oct 29 21:21:03.213722 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84', 'description': 'shared-subnet'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:21:03.242525 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Made reservation on behalf of d15ced9cd5ec4da6b338b55e0952b967 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:21:03.244984 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:03.541530 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:03.663035 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:21:03.685851 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Checking segment: {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:21:03.686274 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Network hostable DHCP agents. Network: 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:21:03.710615 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:21:03.724065 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:21:03.730161 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:21:03.731467 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:03.736343 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749447c0-564f-4095-ab26-8fa98dab2137 None None] Network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:21:03.757359 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8c9d6f58-f115-428d-bebd-eda0094f2332 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5473943 Oct 29 21:21:03.937015 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-58fc2ccd-6c17-4678-98aa-2f5b79bd9a84', 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84', 'tenant_id': 'd15ced9cd5ec4da6b338b55e0952b967', 'fixed_ips': [{'subnet_id': '7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:21:03.938176 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:04.166648 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Allocated IP 192.168.233.2 (58fc2ccd-6c17-4678-98aa-2f5b79bd9a84/7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62/6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:21:04.355442 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:04.366773 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:04.427768 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:21:04.431659 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:21:04.435895 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:21:04.445615 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Pushing event updated for resources: {'Port': ['ID=6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:21:04.456180 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.456552 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.456933 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.457310 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.457650 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.458056 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.458367 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.458880 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.459205 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.459557 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.459878 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.460198 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:21:04.515232 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Attempting to bind port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:21:04.515595 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Attempting to bind port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:21:04.515953 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Attempting to bind port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 on network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:21:04.522293 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:21:04.522806 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Checking segment: {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:21:04.523128 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:04.523444 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Bound using segment: {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:21:04.524146 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Bound port: 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:21:04.524553 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:04.610552 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] For port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:21:04.614149 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] For port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:21:04.620957 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:04.721224 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae9cf-b42b-47b5-b00c-bb77b97e258a None None] Pushing event updated for resources: {'Port': ['ID=6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:21:05.539369 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:21:05.633054 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:21:05.633904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:05.748304 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:05.760536 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b987b-6e9f-41a3-a309-cb1877eb2a7f None None] Network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:21:05.844089 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:21:05.854730 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:05.912927 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:21:05.915485 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-4dc01390-7cab-41b7-87c2-78142c21aea6 None None] Provisioning complete for port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:21:05.915867 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4dc01390-7cab-41b7-87c2-78142c21aea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:05.999445 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:21:06.320184 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-6b77fea1-b2b3-4078-bbd2-e2b05bf27fc3 None None] Provisioning complete for port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:21:06.320552 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6b77fea1-b2b3-4078-bbd2-e2b05bf27fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:07.494846 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:21:07.552471 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 6a9f7ee3-4559-4d8b-b17e-b52b48ff8da9 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:21:07.552766 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:21.569875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8591b320-3f4c-4047-b0f3-4a13214c09d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:24.473929 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23125170-e409-46ed-990c-76a788a2b921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:25.174218 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:25.668794 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:27.109450 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:42.920992 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:21:51.574368 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-52313f58-ef9d-43ba-8b0c-0638b288545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:54.479983 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a50cb897-b052-457d-9264-b493637d0472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:55.180158 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:55.677108 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:21:57.105951 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:19.917514 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:22:20.448562 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33914) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:22:20.455440 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [None req-ac6862dc-68ea-4155-b703-f6dea46693be tempest-verify_tempest_config-1078926854 tempest-verify_tempest_config-1078926854-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:22:20.456517 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ac6862dc-68ea-4155-b703-f6dea46693be tempest-verify_tempest_config-1078926854 tempest-verify_tempest_config-1078926854-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0068374 Oct 29 21:22:20.813685 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 33932) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:22:20.947834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.039234 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.044056 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.095325 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b97f7ac0d04af09e8394fda1d9c953&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2803206 Oct 29 21:22:21.096115 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a881e-8e60-4e1a-bb15-2d4a50352840,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:22:21.098239 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 33936) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:22:21.103810 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.104871 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.105279 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.105619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.105955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.106483 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.106653 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.107003 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.107359 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.108958 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.109441 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.109774 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce280b37-c9ce-4dd0-b816-c9b8bc87a672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.198058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.224727 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.331552 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.334860 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:21.336165 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc6a881e-8e60-4e1a-bb15-2d4a50352840 HTTP/1.1" status: 204 len: 168 time: 0.2367399 Oct 29 21:22:21.346617 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a881e-8e60-4e1a-bb15-2d4a50352840,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:22:21.354248 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.354616 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.354967 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.355285 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.355608 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.355953 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.356281 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.356619 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.356994 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.357314 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.357638 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.358689 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ead47a1-a97e-4a6a-b003-0cbd6c742687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:22:21.580459 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-71d7bbc2-3eba-482c-97f0-3d28c01a91e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:24.467050 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9dda66-bf61-4bb3-971c-a83833fef065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:25.169244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:25.675756 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:27.115756 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:51.565338 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-755e2f91-2590-4aaf-b94d-fc425c7fa834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:54.463625 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f61c6242-929a-497c-ad19-9a28fc02860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:55.165446 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:55.676916 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:22:56.923412 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:22:57.113593 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:21.577561 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a001395-b546-4475-928b-a9becd47a52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:24.473706 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0249293-9c53-49ce-856d-0745c7ab9ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:25.171435 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:25.682293 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:27.117682 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:33.928256 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 5 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:23:51.574742 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6089f927-f6ec-4dcd-b3f9-8b522795a246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:54.469370 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f7066d4d-31ca-4ebf-a08e-4460bff5553d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:55.167472 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:55.685360 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:55.726680 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581256'] for agent, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:23:57.120126 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:10.939590 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:24:13.135103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34012) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:24:13.269466 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-14030138-dcfd-43a9-b88f-c914b89a2427 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1332173 Oct 29 21:24:15.748465 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34022) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:24:15.843135 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-49bbd673-0f59-4176-a1fe-7c32a3649e95 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0931747 Oct 29 21:24:21.579862 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7efe1f00-88e3-4888-891c-a9c611a402ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:24.474792 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5f1a4a79-9b68-4372-9d6b-522c2ce09b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:25.172677 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:25.694403 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:25.697091 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:27.124714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:47.929922 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:24:51.584264 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e5f8f85f-8093-44f1-bcfb-f8f1cd9c199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:54.478913 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-25b86748-4303-4d87-adf3-0567c4fc05ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:55.173849 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:55.701167 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:55.702472 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:24:57.126545 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:21.582262 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-bfe16210-d804-454e-b243-e42d52bc31e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:24.486737 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-70641284-11dc-47b2-b96d-5e7e564c198b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:24.940508 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:25:25.169652 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:25.718687 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:25.725593 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:27.133388 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:49.362013 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34172) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:49.925571 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-network', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:49.967432 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Made reservation on behalf of 838f28b57c4d42c58fa3c8b3d0505bae for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:25:49.971386 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:49.988460 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.129283 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.139194 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.177775 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:25:50.204342 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.204889 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Added segment 629f0533-21bd-4e6c-bbea-18bb3750b5fd of type vlan for network 43c57200-1c7b-44b2-81ac-b671acde5be7 Oct 29 21:25:50.206712 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ffd403-397f-4cc0-a086-1a668a134265,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:50.228142 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.228503 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.229054 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.229386 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.229968 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.230131 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.230374 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.230734 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.231093 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.231469 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.231956 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.232269 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Tracked resource versions report: Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: pushed versions: Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: { 'AddressGroup': {'1.2'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'ConntrackHelper': {'1.0'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Log': {'1.0'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Network': {'1.1'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Port': {'1.7'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'PortForwarding': {'1.2'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'QosPolicy': {'1.10'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroup': {'1.4'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SubPort': {'1.0'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Subnet': {'1.1'}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Trunk': {'1.1'}} Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: consumer versions: Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: HyperV agent@hv-cinder-81398: {}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'ConntrackHelper': '1.0', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Log': '1.0', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Network': '1.1', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Port': '1.7', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'PortForwarding': '1.2', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'QosPolicy': '1.10', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroup': '1.4', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SecurityGroupRule': '1.2', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'SubPort': '1.0', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Subnet': '1.1', Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: 'Trunk': '1.1'}} Oct 29 21:25:50.233605 dv-cinder-813984-7-iscsi neutron-server[101362]: {{(pid=101362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:25:50.280600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.308148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.309651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:50.310258 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.370260 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0055673 Oct 29 21:25:50.371310 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34210) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:50.380642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Request body: {'subnet': {'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-subnet', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:50.390530 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5903d0d-e372-4c1e-84e1-f0e313309af0 admin admin] Pushing event updated for resources: {'Network': ['ID=43c57200-1c7b-44b2-81ac-b671acde5be7,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:50.413023 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:25:50.434018 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Made reservation on behalf of 838f28b57c4d42c58fa3c8b3d0505bae for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:25:50.436935 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.444293 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34216) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:50.759660 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.825730 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-694452816-network', 'tenant_id': 'e8d9f362cdc845efa82f6180ffa08a24'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:50.874039 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Checking segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:25:50.874935 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Network hostable DHCP agents. Network: 43c57200-1c7b-44b2-81ac-b671acde5be7, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:25:50.875441 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Made reservation on behalf of e8d9f362cdc845efa82f6180ffa08a24 for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:25:50.882593 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.886555 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc1c370-fdfa-4022-b6bf-5d194914d13d,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:50.903718 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.922081 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:25:50.945603 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.948642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.950145 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.953455 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.953802 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.954165 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.954801 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.955385 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.955919 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.956434 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.957282 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.957799 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Tracked resource versions report: Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: pushed versions: Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: { 'AddressGroup': {'1.2'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'ConntrackHelper': {'1.0'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Log': {'1.0'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Network': {'1.1'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Port': {'1.7'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'PortForwarding': {'1.2'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'QosPolicy': {'1.10'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroup': {'1.4'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SubPort': {'1.0'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Subnet': {'1.1'}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Trunk': {'1.1'}} Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: consumer versions: Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: HyperV agent@hv-cinder-81398: {}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'ConntrackHelper': '1.0', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Log': '1.0', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Network': '1.1', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Port': '1.7', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'PortForwarding': '1.2', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'QosPolicy': '1.10', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroup': '1.4', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SecurityGroupRule': '1.2', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'SubPort': '1.0', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Subnet': '1.1', Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: 'Trunk': '1.1'}} Oct 29 21:25:50.959907 dv-cinder-813984-7-iscsi neutron-server[101361]: {{(pid=101361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:25:50.974154 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 43c57200-1c7b-44b2-81ac-b671acde5be7) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:50.978957 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:50.981212 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:50.993372 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb2e79-72a8-4575-b403-837289ad3147 None None] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:25:51.016834 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e99955ac-ba1c-45e3-bfdd-d418a90077cd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6409373 Oct 29 21:25:51.018169 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34238) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:51.026167 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:51.080196 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.085284 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.127554 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.142024 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.193710 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:25:51.255938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa70e3-c1f7-47f7-98f8-82055a94b351,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:51.262973 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.264070 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Added segment 765dfce1-a2d3-49af-85a4-eced7670ce9e of type vlan for network 0eb25923-3450-4892-a5f3-45b0f31dcbab Oct 29 21:25:51.300570 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.343247 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfede77-28fc-4d67-9b7b-602f526d6b36 None None] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:25:51.368379 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.437910 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.438902 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:51.439497 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.478823 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.626499 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cfe805ea-0bd7-4f0e-9812-dcfd81806e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.638810 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] Pushing event updated for resources: {'Network': ['ID=0eb25923-3450-4892-a5f3-45b0f31dcbab,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:51.655774 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 0eb25923-3450-4892-a5f3-45b0f31dcbab details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:25:51.670058 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-3a4b3e32-39bc-4af3-8036-4a00749c5d0e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2199845 Oct 29 21:25:51.672392 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34248) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:51.687003 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Request body: {'subnet': {'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-694452816-subnet', 'tenant_id': 'e8d9f362cdc845efa82f6180ffa08a24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:51.795882 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Made reservation on behalf of e8d9f362cdc845efa82f6180ffa08a24 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:25:51.800161 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.886083 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:51.911441 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34258) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:51.913012 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.061681 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Allocated IP 172.27.2.30 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/f4fe5a79-1a53-43a4-be38-e0783e1c5dd2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:25:52.194725 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.265497 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.267272 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0061f277-e077-4eef-a3d1-ea126ffbbcd4,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:52.295358 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Checking segment: {'id': '765dfce1-a2d3-49af-85a4-eced7670ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:25:52.296447 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Network hostable DHCP agents. Network: 0eb25923-3450-4892-a5f3-45b0f31dcbab, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:25:52.330874 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Network 0eb25923-3450-4892-a5f3-45b0f31dcbab is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:25:52.339266 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.353317 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 0eb25923-3450-4892-a5f3-45b0f31dcbab) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:52.359142 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:52.360164 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.368777 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece4bca3-a3de-4fdc-8158-5c0f08424143 None None] Network 0eb25923-3450-4892-a5f3-45b0f31dcbab requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:25:52.392772 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-3f77a920-e33b-437e-a96d-0e264e46ba08 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7143781 Oct 29 21:25:52.406211 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Pushing event updated for resources: {'Port': ['ID=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:52.421988 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:25:52.421988 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:52.423288 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:25:52.557520 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-28655302-network', 'tenant_id': '963a38f541a44084a465972efa74034c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:52.575036 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f6f8e-eb34-48a8-96d7-a3f3b7a8181e None None] Network 0eb25923-3450-4892-a5f3-45b0f31dcbab requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:25:52.665132 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Made reservation on behalf of 963a38f541a44084a465972efa74034c for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:25:52.668904 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.687359 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.728253 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.910644 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:52.951022 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.006052 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:25:53.058274 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.059483 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Added segment d92bae34-9454-4be7-bf16-4d361c0aa39e of type vlan for network 49be86e5-10e3-428b-b85b-87d7f195fa7a Oct 29 21:25:53.076088 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb65c45-331a-4812-8fdd-9ecd295955f5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:53.080448 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.116171 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.245434 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.247444 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:53.248226 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.338081 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] Pushing event updated for resources: {'Network': ['ID=49be86e5-10e3-428b-b85b-87d7f195fa7a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:53.349797 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34314) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:53.350455 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0ab71af6-eabb-459d-a65d-2a1d7cf9978c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3568065 Oct 29 21:25:53.353245 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:25:53.357566 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Request body: {'subnet': {'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-subnet', 'tenant_id': '963a38f541a44084a465972efa74034c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:53.406391 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Made reservation on behalf of 963a38f541a44084a465972efa74034c for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:25:53.409551 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.424917 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Router 7e3137ca-2116-434f-9b19-321bb6c13e9b is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:25:53.681834 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:25:53.715728 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Sync routers for ids ['7e3137ca-2116-434f-9b19-321bb6c13e9b'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:25:53.733997 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.736851 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Routers {'7e3137ca-2116-434f-9b19-321bb6c13e9b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:25:53.738086 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7e3137ca-2116-434f-9b19-321bb6c13e9b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:25:53.738979 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.741298 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-d17f924c-5092-4e54-88e5-6a54672c7f6e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7216234 Oct 29 21:25:53.747387 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34336) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:53.843319 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d9b909-9a66-4454-b19e-87703d06b6c7,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:53.917589 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Checking segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:25:53.919759 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Network hostable DHCP agents. Network: 49be86e5-10e3-428b-b85b-87d7f195fa7a, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:25:53.953419 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:25:53.980178 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 49be86e5-10e3-428b-b85b-87d7f195fa7a) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:53.988285 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:53.988977 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:53.993725 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c85b61-e176-4b50-b718-90ddfc1f4b13 None None] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:25:54.061319 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-157e3067-08d2-4a59-8280-4656d2a9014c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7069459 Oct 29 21:25:54.063486 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34346) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:54.072803 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Set router 7e3137ca-2116-434f-9b19-321bb6c13e9b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:25:54.076515 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:25:54.151338 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.153811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.357442 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.368880 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-49be86e5-10e3-428b-b85b-87d7f195fa7a', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:25:54.372821 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.540779 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:52Z', 'revision_number': 3, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:25:54.614626 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Checking router: 7e3137ca-2116-434f-9b19-321bb6c13e9b for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:25:54.616510 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Updating router 7e3137ca-2116-434f-9b19-321bb6c13e9b port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:25:54.672040 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.688938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.773675 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e24566a5-53ca-4623-81ff-da1524c1545e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:54.969171 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Allocated IP 172.20.0.2 (49be86e5-10e3-428b-b85b-87d7f195fa7a/28d9b909-9a66-4454-b19e-87703d06b6c7/9dee92a6-1992-42e5-8e3f-dbfac366da0b) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:25:55.038347 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.103786 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.182664 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34384) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:55.271368 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.298785 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:55.304953 dv-cinder-813984-7-iscsi neutron-server[101361]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 21:25:55.362464 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.444739 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.462078 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.477390 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.495511 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.611447 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Attempting to bind port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:25:55.614267 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Attempting to bind port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:25:55.614738 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Attempting to bind port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:25:55.615483 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:25:55.630068 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15366edc-ac55-48b8-8c79-52b868e2b052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.630458 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Pushing event updated for resources: {'Port': ['ID=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,revision_number=2']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:55.634021 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:55.648495 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:25:55.670380 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.671250 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.671625 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.671970 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.674579 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.675282 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.675634 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.676154 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.678321 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.682251 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.682251 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.682809 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Tracked resource versions report: Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: pushed versions: Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: { 'AddressGroup': {'1.2'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'ConntrackHelper': {'1.0'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Log': {'1.0'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Network': {'1.1'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Port': {'1.7'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'PortForwarding': {'1.2'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'QosPolicy': {'1.10'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroup': {'1.4'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SubPort': {'1.0'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Subnet': {'1.1'}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Trunk': {'1.1'}} Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: consumer versions: Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: HyperV agent@hv-cinder-81398: {}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'ConntrackHelper': '1.0', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Log': '1.0', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Network': '1.1', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Port': '1.7', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'PortForwarding': '1.2', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'QosPolicy': '1.10', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroup': '1.4', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SecurityGroupRule': '1.2', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'SubPort': '1.0', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Subnet': '1.1', Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: 'Trunk': '1.1'}} Oct 29 21:25:55.689053 dv-cinder-813984-7-iscsi neutron-server[101364]: {{(pid=101364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:25:55.696201 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:25:55.696201 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:25:55.699944 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.700339 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:25:55.701389 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Bound port: f4fe5a79-1a53-43a4-be38-e0783e1c5dd2, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:25:55.704248 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:55.707120 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Allocated IP 172.27.2.74 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/1c41651f-2c9c-447e-9f43-dab0347b1194) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:25:55.849345 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Pushing event updated for resources: {'Port': ['ID=9dee92a6-1992-42e5-8e3f-dbfac366da0b,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:55.898766 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] For port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:25:55.914424 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] For port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:25:55.924333 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.002756 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34402) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:56.003317 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-ccba6445-bf79-4ca0-abfb-c87a08110f95 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:25:56.016012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.016924 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-ccba6445-bf79-4ca0-abfb-c87a08110f95 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/networks?id=0eb25923-3450-4892-a5f3-45b0f31dcbab HTTP/1.1" status: 200 len: 811 time: 0.7166257 Oct 29 21:25:56.057568 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Routers {'7e3137ca-2116-434f-9b19-321bb6c13e9b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:25:56.063273 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7e3137ca-2116-434f-9b19-321bb6c13e9b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:25:56.195343 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a91c452c-c8fb-480d-b0d8-9e4055ed8881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.253427 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.263449 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385141c-95db-4d16-9d22-662217282bdc None None] Pushing event updated for resources: {'Port': ['ID=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:56.272006 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.272785 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.273429 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.304068 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.306166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.308039 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.310813 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.312615 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.316172 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.317363 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.319345 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.320744 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Tracked resource versions report: Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: pushed versions: Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: { 'AddressGroup': {'1.2'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'ConntrackHelper': {'1.0'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Log': {'1.0'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Network': {'1.1'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Port': {'1.7'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'PortForwarding': {'1.2'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'QosPolicy': {'1.10'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroup': {'1.4'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroupRule': {'1.2'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SubPort': {'1.0'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Subnet': {'1.1'}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Trunk': {'1.1'}} Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: consumer versions: Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: { DHCP agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: HyperV agent@hv-cinder-81398: {}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: L3 agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: Metadata agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: Metering agent@dv-cinder-813984-7-iscsi: {}, Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: Open vSwitch agent@dv-cinder-813984-7-iscsi: { 'AddressGroup': '1.2', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'ConntrackHelper': '1.0', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Log': '1.0', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Network': '1.1', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Port': '1.7', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'PortForwarding': '1.2', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'QosPolicy': '1.10', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroup': '1.4', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SecurityGroupRule': '1.2', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'SubPort': '1.0', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Subnet': '1.1', Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: 'Trunk': '1.1'}} Oct 29 21:25:56.326017 dv-cinder-813984-7-iscsi neutron-server[101363]: {{(pid=101363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 21:25:56.359866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a91c452c-c8fb-480d-b0d8-9e4055ed8881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.362711 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.366777 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] Set router 7e3137ca-2116-434f-9b19-321bb6c13e9b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:25:56.367963 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.370426 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Attempting to bind port 9dee92a6-1992-42e5-8e3f-dbfac366da0b on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:25:56.372523 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Attempting to bind port 9dee92a6-1992-42e5-8e3f-dbfac366da0b by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:25:56.375133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Attempting to bind port 9dee92a6-1992-42e5-8e3f-dbfac366da0b on network 49be86e5-10e3-428b-b85b-87d7f195fa7a {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:25:56.387767 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:25:56.388354 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Checking segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:25:56.389166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.389845 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Bound using segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:25:56.390650 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Bound port: 9dee92a6-1992-42e5-8e3f-dbfac366da0b, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:25:56.392233 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.438948 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-a3b6afb4-769c-45e5-a9c3-2fa4f8ab788e tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/quotas/e8d9f362cdc845efa82f6180ffa08a24 HTTP/1.1" status: 200 len: 375 time: 0.4205620 Oct 29 21:25:56.469106 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Pushing event updated for resources: {'Port': ['ID=1c41651f-2c9c-447e-9f43-dab0347b1194,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:56.471707 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a91c452c-c8fb-480d-b0d8-9e4055ed8881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.532945 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a91c452c-c8fb-480d-b0d8-9e4055ed8881 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0ba1972c72e4d48ae284ea03189a579&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5282238 Oct 29 21:25:56.534905 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c452c-c8fb-480d-b0d8-9e4055ed8881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba4d8a7-fe3d-41f8-9028-d09899774d0a,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:56.538372 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34408) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:56.547697 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:25:56.582223 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:56.588828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:25:56.649166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] For port 9dee92a6-1992-42e5-8e3f-dbfac366da0b, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:25:56.663244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] For port 9dee92a6-1992-42e5-8e3f-dbfac366da0b, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=9dee92a6-1992-42e5-8e3f-dbfac366da0b,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:25:56.676535 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:56.697530 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-a0af9a2e-adca-4a4e-a627-0e459d4959a1 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8d9f362cdc845efa82f6180ffa08a24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2571187 Oct 29 21:25:56.704652 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Allocated IP 172.20.0.1 (43c57200-1c7b-44b2-81ac-b671acde5be7/1cc1c370-fdfa-4022-b6bf-5d194914d13d/1c216423-2d80-47aa-b59c-f6efdbb1815b) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:25:56.949714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b31b0-54f4-4abc-87f4-4c417c6e0621 None None] Pushing event updated for resources: {'Port': ['ID=9dee92a6-1992-42e5-8e3f-dbfac366da0b,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:56.994153 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.182812 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-850ce4b1-01cb-4c06-a03a-8a120ef588bd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:25:57.194991 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.196071 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-850ce4b1-01cb-4c06-a03a-8a120ef588bd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2667575 Oct 29 21:25:57.248823 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:52Z', 'revision_number': 3, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:25:57.322942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.329594 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15366edc-ac55-48b8-8c79-52b868e2b052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.347505 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a923a7f0-2965-4afd-aab3-62b2bb7a4ce1 None None] The sync data for ids ['7e3137ca-2116-434f-9b19-321bb6c13e9b'] in dv-cinder-813984-7-iscsi is: [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:52Z', 'revision_number': 3, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:25:57.365965 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab3ea-25ba-416d-861c-c67db86bce0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.379957 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-15366edc-ac55-48b8-8c79-52b868e2b052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.395401 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab3ea-25ba-416d-861c-c67db86bce0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.565588 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.565588 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-15366edc-ac55-48b8-8c79-52b868e2b052 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec2571f1905449a4893bc683c0e6ba36&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3714767 Oct 29 21:25:57.565588 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34454) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:57.575317 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-0f06ea1e-2a47-4e13-8dc9-d41854f1b6dd service neutron] 10.222.0.30 "GET /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673370 Oct 29 21:25:57.618662 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15366edc-ac55-48b8-8c79-52b868e2b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1241ba1b-3dc2-4917-a16d-db6993fb5fcf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:57.642946 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab3ea-25ba-416d-861c-c67db86bce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.646662 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab3ea-25ba-416d-861c-c67db86bce0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.648151 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-2f5ab3ea-25ba-416d-861c-c67db86bce0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aba4d8a7-fe3d-41f8-9028-d09899774d0a HTTP/1.1" status: 204 len: 168 time: 1.0984821 Oct 29 21:25:57.678698 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab3ea-25ba-416d-861c-c67db86bce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba4d8a7-fe3d-41f8-9028-d09899774d0a,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:57.831654 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9dee92a6-1992-42e5-8e3f-dbfac366da0b up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:25:57.869768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:25:57.873642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.954950 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0afb04f-78f3-4fd3-9ee3-927eb7ec2c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:57.958870 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-cfac8778-2f78-49ab-a75c-2c7917de0b13 service neutron] 10.222.0.30 "GET /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822124 Oct 29 21:25:57.992950 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:25:58.009126 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:25:58.039958 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 9dee92a6-1992-42e5-8e3f-dbfac366da0b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:25:58.040334 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.059301 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:25:58.064025 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.190233 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0afb04f-78f3-4fd3-9ee3-927eb7ec2c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.206709 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34468) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:58.236127 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Pushing event updated for resources: {'Port': ['ID=1c216423-2d80-47aa-b59c-f6efdbb1815b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:58.264392 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:25:58.294666 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:25:58.339299 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.344790 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.346787 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b6240e74-1644-4fa5-816f-677668e8fc18 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2773352 Oct 29 21:25:58.357585 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34476) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:58.467332 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:25:58.468732 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:25:58.500699 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 9dee92a6-1992-42e5-8e3f-dbfac366da0b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=9dee92a6-1992-42e5-8e3f-dbfac366da0b,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:25:58.564784 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0afb04f-78f3-4fd3-9ee3-927eb7ec2c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.567393 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f0afb04f-78f3-4fd3-9ee3-927eb7ec2c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.568583 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f0afb04f-78f3-4fd3-9ee3-927eb7ec2c05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1241ba1b-3dc2-4917-a16d-db6993fb5fcf HTTP/1.1" status: 204 len: 168 time: 0.9906859 Oct 29 21:25:58.600037 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34490) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:58.702509 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afb04f-78f3-4fd3-9ee3-927eb7ec2c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1241ba1b-3dc2-4917-a16d-db6993fb5fcf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:58.790490 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f10e9c-6544-4700-a189-58db0d58553f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.869644 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.874597 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65108467-8f99-4a17-84a6-1a158fb85e90 req-659dd917-a880-4cdc-9689-5aafa6579943 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.2254899 Oct 29 21:25:58.909044 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba53b62f-d514-4a20-a9c0-4ed8fc64df08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:58.993332 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.140624 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:25:59.145285 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f10e9c-6544-4700-a189-58db0d58553f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.224895 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9f10e9c-6544-4700-a189-58db0d58553f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.358159 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-d9f10e9c-6544-4700-a189-58db0d58553f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35b7fe180c1541c6ac1bf97aafa00b08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7506483 Oct 29 21:25:59.366644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34526) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:59.378382 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea2e4c-8af1-48c8-a6c8-18fb5ea325cd None None] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:25:59.383748 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f10e9c-6544-4700-a189-58db0d58553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decdcf1d-9ddb-4950-98ca-b8715a9f2331,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:59.451926 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba53b62f-d514-4a20-a9c0-4ed8fc64df08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.466571 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ba53b62f-d514-4a20-a9c0-4ed8fc64df08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.516834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53b62f-d514-4a20-a9c0-4ed8fc64df08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8053b9a-377e-479a-81b8-79ab39e7aa49,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:59.521769 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.531642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.532748 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.662295 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34532) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:59.709488 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ba53b62f-d514-4a20-a9c0-4ed8fc64df08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60ed613cc02c4d85a769d443e333becf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4931161 Oct 29 21:25:59.713551 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34534) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:25:59.738617 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=9dee92a6-1992-42e5-8e3f-dbfac366da0b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:25:59.760639 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-0cd56b74-3bfa-4708-af0d-630e38195f53 None None] Provisioning complete for port 9dee92a6-1992-42e5-8e3f-dbfac366da0b triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:25:59.761413 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0cd56b74-3bfa-4708-af0d-630e38195f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.794158 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28d0165d-c0ed-4a31-b07b-f197caf7391a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.816566 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:25:59.819475 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e22815ca-e8d6-49d7-b794-2c3aeb042423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.911315 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e22815ca-e8d6-49d7-b794-2c3aeb042423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:25:59.920320 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Pushing event updated for resources: {'Port': ['ID=1c216423-2d80-47aa-b59c-f6efdbb1815b,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:00.012883 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:00.014255 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34548) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:00.016958 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:00.089531 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a4bfa4b6-a4fd-4ec7-b04c-d73718209cd3 req-b87068bc-e60c-4e30-8ca7-4ad7793d2541 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.0738771 Oct 29 21:26:00.143599 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e878b8c-46c8-49cb-864a-83408729be32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.211772 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:00.211772 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.242264 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e878b8c-46c8-49cb-864a-83408729be32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.286053 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Router 7e3137ca-2116-434f-9b19-321bb6c13e9b has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:26:00.331029 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:25:56Z', 'revision_number': 3, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:00.442012 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:26:00.442360 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Updating router 1e39672b-162a-47fd-98fb-07632da2e5f4 port 1c41651f-2c9c-447e-9f43-dab0347b1194 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:26:00.471700 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.515188 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:00.562478 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:26:00.577629 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.578098 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3a69a421-3133-4c4c-92c1-e4a0de4a4780 admin admin] 10.222.0.30 "PUT /v2.0/routers/7e3137ca-2116-434f-9b19-321bb6c13e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8289628 Oct 29 21:26:00.633149 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.640786 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28d0165d-c0ed-4a31-b07b-f197caf7391a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.666956 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Sync routers for ids ['7e3137ca-2116-434f-9b19-321bb6c13e9b'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:26:00.682658 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Routers {'7e3137ca-2116-434f-9b19-321bb6c13e9b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:00.683309 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7e3137ca-2116-434f-9b19-321bb6c13e9b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:00.693301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e22815ca-e8d6-49d7-b794-2c3aeb042423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.697393 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e22815ca-e8d6-49d7-b794-2c3aeb042423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.698594 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e22815ca-e8d6-49d7-b794-2c3aeb042423 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/decdcf1d-9ddb-4950-98ca-b8715a9f2331 HTTP/1.1" status: 204 len: 168 time: 1.3262920 Oct 29 21:26:00.699863 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-28d0165d-c0ed-4a31-b07b-f197caf7391a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.759713 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.827960 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22815ca-e8d6-49d7-b794-2c3aeb042423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdcf1d-9ddb-4950-98ca-b8715a9f2331,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:00.831904 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-28d0165d-c0ed-4a31-b07b-f197caf7391a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d73a509a20844fcea338bc1648042c74&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1682956 Oct 29 21:26:00.834773 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34580) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:00.850250 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:00.887575 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e878b8c-46c8-49cb-864a-83408729be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.899898 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-827558d8-941e-4472-8041-1a664ef7cddc None None] Provisioning complete for port 9dee92a6-1992-42e5-8e3f-dbfac366da0b triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:00.900204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0e878b8c-46c8-49cb-864a-83408729be32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.900319 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-827558d8-941e-4472-8041-1a664ef7cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:00.904199 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-0e878b8c-46c8-49cb-864a-83408729be32 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8053b9a-377e-479a-81b8-79ab39e7aa49 HTTP/1.1" status: 204 len: 168 time: 1.1685107 Oct 29 21:26:00.972015 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Set router 7e3137ca-2116-434f-9b19-321bb6c13e9b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:00.973886 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3374e200-fca3-4732-bacb-90f552ba9ef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.034657 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3374e200-fca3-4732-bacb-90f552ba9ef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.141614 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3374e200-fca3-4732-bacb-90f552ba9ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.144245 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3374e200-fca3-4732-bacb-90f552ba9ef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.144610 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0165d-c0ed-4a31-b07b-f197caf7391a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2345a02-0ebc-4c7d-9f86-101fc803b3b2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:01.145806 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3374e200-fca3-4732-bacb-90f552ba9ef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2345a02-0ebc-4c7d-9f86-101fc803b3b2 HTTP/1.1" status: 204 len: 168 time: 0.3091562 Oct 29 21:26:01.179703 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374e200-fca3-4732-bacb-90f552ba9ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2345a02-0ebc-4c7d-9f86-101fc803b3b2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:01.203278 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e878b8c-46c8-49cb-864a-83408729be32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8053b9a-377e-479a-81b8-79ab39e7aa49,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:01.427416 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:58Z', 'revision_number': 4, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '1c216423-2d80-47aa-b59c-f6efdbb1815b', 'name': '', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'mac_address': 'fa:16:3e:fb:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:25:59Z', 'revision_number': 2, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'subnets': [{'id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:01.512865 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9cda7d49-cafc-4a75-bebe-fc64ca39108e req-f95591f8-0942-4846-8f7b-c6771c9f86f8 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.0764632 Oct 29 21:26:01.515857 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Allocated IP 172.20.0.1 (49be86e5-10e3-428b-b85b-87d7f195fa7a/28d9b909-9a66-4454-b19e-87703d06b6c7/9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:26:01.677571 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Checking router: 7e3137ca-2116-434f-9b19-321bb6c13e9b for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:26:01.677571 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Updating router 7e3137ca-2116-434f-9b19-321bb6c13e9b port 1c216423-2d80-47aa-b59c-f6efdbb1815b binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:26:01.702748 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.731642 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.745150 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.857837 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.872565 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451c0e0-217a-4768-bc1f-1db1fa65d23f None None] Pushing event updated for resources: {'Port': ['ID=1c41651f-2c9c-447e-9f43-dab0347b1194,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:01.878464 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9dee92a6-1992-42e5-8e3f-dbfac366da0b up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:01.920981 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:01.982528 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:01.982859 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:26:01.991165 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:01.997704 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:26:01.998684 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.127901 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:02.265337 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Attempting to bind port 1c41651f-2c9c-447e-9f43-dab0347b1194 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:02.266509 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Attempting to bind port 1c41651f-2c9c-447e-9f43-dab0347b1194 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:02.266964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Attempting to bind port 1c41651f-2c9c-447e-9f43-dab0347b1194 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:02.279745 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:02.280123 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:02.280529 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.280967 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:02.298786 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Bound port: 1c41651f-2c9c-447e-9f43-dab0347b1194, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:02.299502 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.361456 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 9dee92a6-1992-42e5-8e3f-dbfac366da0b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:02.361456 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.413950 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.424707 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.431558 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-0d1e05f6-1648-4e21-ba27-935ac4faa588 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:02.434818 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-0d1e05f6-1648-4e21-ba27-935ac4faa588 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 819 time: 0.2031496 Oct 29 21:26:02.460220 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-02566c92-104d-4143-b451-0ad265d36406 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/quotas/838f28b57c4d42c58fa3c8b3d0505bae HTTP/1.1" status: 200 len: 375 time: 0.0182314 Oct 29 21:26:02.519453 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-ff2756ff-674c-4cc7-bd68-2fc9c2659dd6 None None] Provisioning complete for port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:02.520416 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ff2756ff-674c-4cc7-bd68-2fc9c2659dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.523788 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] For port 1c41651f-2c9c-447e-9f43-dab0347b1194, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:02.531182 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] For port 1c41651f-2c9c-447e-9f43-dab0347b1194, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1c41651f-2c9c-447e-9f43-dab0347b1194,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:02.571413 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.575922 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8e32-229d-4d3c-a051-cdd9fdeadfda None None] Pushing event updated for resources: {'Port': ['ID=1c216423-2d80-47aa-b59c-f6efdbb1815b,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:02.628627 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-d8a9346e-c96c-4cae-92e8-51916fafa727 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1622117 Oct 29 21:26:02.690856 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451c0e0-217a-4768-bc1f-1db1fa65d23f None None] Pushing event updated for resources: {'Port': ['ID=1c41651f-2c9c-447e-9f43-dab0347b1194,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:02.705344 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.706001 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:02.706859 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:02.764836 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-ff2756ff-674c-4cc7-bd68-2fc9c2659dd6 None None] Port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:26:02.813978 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Attempting to bind port 1c216423-2d80-47aa-b59c-f6efdbb1815b on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:02.815121 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:02.816893 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Attempting to bind port 1c216423-2d80-47aa-b59c-f6efdbb1815b by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:02.821726 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Attempting to bind port 1c216423-2d80-47aa-b59c-f6efdbb1815b on network 43c57200-1c7b-44b2-81ac-b671acde5be7 {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:02.852177 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:02.852565 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Checking segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:02.853011 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.853404 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Bound using segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:02.853891 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Bound port: 1c216423-2d80-47aa-b59c-f6efdbb1815b, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:02.854286 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:02.901021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b59f74dd-2f4c-4a10-a57f-1d1a83f6da8f req-01c2f44d-56f6-47db-bc4b-dc661ecb7f83 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.2435145 Oct 29 21:26:02.983279 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-dfb53fed-5d23-4408-9211-cc51a50f5a19 service neutron] 10.222.0.30 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527193 Oct 29 21:26:02.995815 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] For port 1c216423-2d80-47aa-b59c-f6efdbb1815b, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:03.006276 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] For port 1c216423-2d80-47aa-b59c-f6efdbb1815b, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1c216423-2d80-47aa-b59c-f6efdbb1815b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:03.015583 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:03.035781 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:03.144236 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:03.144801 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:03.164251 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Routers {'7e3137ca-2116-434f-9b19-321bb6c13e9b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:03.172222 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7e3137ca-2116-434f-9b19-321bb6c13e9b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:03.247276 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-c4c0c61a-ab23-47e8-a39c-5619552304d7 service neutron] 10.222.0.30 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529778 Oct 29 21:26:03.262054 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:03.280007 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:03.281449 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:03.476037 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8e32-229d-4d3c-a051-cdd9fdeadfda None None] Pushing event updated for resources: {'Port': ['ID=1c216423-2d80-47aa-b59c-f6efdbb1815b,revision_number=4']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:03.477193 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:01Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:03.516426 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec368318-8975-4413-8d4e-38e9d05d1cdf None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:01Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:26:03.575176 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] Set router 7e3137ca-2116-434f-9b19-321bb6c13e9b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:03.675251 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7fe8ecb2-f1ac-42ea-91a5-571a4fdb8482 req-b8ed3bb5-071c-4964-a5f3-8936275d9d02 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 210 time: 0.1124361 Oct 29 21:26:03.744425 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Pushing event updated for resources: {'Port': ['ID=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:03.833619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:03.838707 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:04.063504 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:58Z', 'revision_number': 4, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '1c216423-2d80-47aa-b59c-f6efdbb1815b', 'name': '', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'mac_address': 'fa:16:3e:fb:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'subnets': [{'id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:04.176682 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:26:04.210472 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f146d3-57cb-4625-b1cd-ba694f75e03e None None] The sync data for ids ['7e3137ca-2116-434f-9b19-321bb6c13e9b'] in dv-cinder-813984-7-iscsi is: [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:25:58Z', 'revision_number': 4, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '1c216423-2d80-47aa-b59c-f6efdbb1815b', 'name': '', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'mac_address': 'fa:16:3e:fb:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'subnets': [{'id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:26:04.273385 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e2ad2be0-9d7c-4549-bca2-69410275372e req-f3595fd9-9a75-4ae7-8b3b-b7ef03d3df03 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.0471466 Oct 29 21:26:04.422311 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-aff49989-c9a0-443b-926b-390031a7adb4 None None] Provisioning complete for port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:04.426002 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-aff49989-c9a0-443b-926b-390031a7adb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:04.524533 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-aff49989-c9a0-443b-926b-390031a7adb4 None None] Port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:26:04.581877 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:26:04.595024 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e97f3a9f-a9da-4fb3-a411-cd211b76fb83 admin admin] 10.222.0.30 "PUT /v2.0/routers/1e39672b-162a-47fd-98fb-07632da2e5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2332947 Oct 29 21:26:04.767262 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-3600dd22-8208-4065-8343-5ac317ac6d91 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:04.782716 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-3600dd22-8208-4065-8343-5ac317ac6d91 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 819 time: 0.3221593 Oct 29 21:26:04.820568 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-db254523-e106-40c1-87e4-9d73c430ac96 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/quotas/838f28b57c4d42c58fa3c8b3d0505bae HTTP/1.1" status: 200 len: 375 time: 0.0300815 Oct 29 21:26:04.921616 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d437d13a-c195-4379-b86c-e4b58b8b06c5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995531 Oct 29 21:26:05.514567 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-6b6e1af2-7a56-4f5d-ba2e-1401883b42e0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:26:05.524003 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-6b6e1af2-7a56-4f5d-ba2e-1401883b42e0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1756895 Oct 29 21:26:06.006310 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-5f62d594-1c49-4c8b-98c6-c2658a0714da service neutron] 10.222.0.30 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803162 Oct 29 21:26:06.065316 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c41651f-2c9c-447e-9f43-dab0347b1194 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:06.178253 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 1c41651f-2c9c-447e-9f43-dab0347b1194 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:06.180385 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.225969 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34804) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:06.232012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662845977', 'description': 'tempest-description--986072276'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:06.314585 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.328589 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-f4bec0e3-7ff1-41a9-ab66-6d7f6ceb5fcc service neutron] 10.222.0.30 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213232 Oct 29 21:26:06.438855 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.457408 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.526858 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.573334 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 1c41651f-2c9c-447e-9f43-dab0347b1194, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1c41651f-2c9c-447e-9f43-dab0347b1194,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:06.584820 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.588439 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e7c5184b-4f23-4c69-bf39-c35d24093660 req-849c66d1-f991-485a-96e7-5de131b068a1 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.1406224 Oct 29 21:26:06.590287 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c216423-2d80-47aa-b59c-f6efdbb1815b up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:06.629914 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.631103 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4039755 Oct 29 21:26:06.633966 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34818) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:06.640339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'security_group_rule': {'security_group_id': 'eece0b2b-0313-41e0-9c01-eff1b7d264b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:06.650463 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315454a-5a5f-41bb-b496-aaf222e6682a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eece0b2b-0313-41e0-9c01-eff1b7d264b2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:06.676300 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.36', 50480) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:06.720889 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.893082 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=1c41651f-2c9c-447e-9f43-dab0347b1194,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:06.904009 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 1c216423-2d80-47aa-b59c-f6efdbb1815b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:06.907065 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:06.986244 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.020712 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-10400aca-fd65-4414-aa73-9edc13a3209d req-ec38fdd6-6337-497e-8e99-d43f79a60b6a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 210 time: 0.0324247 Oct 29 21:26:07.022801 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.094636 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2864d4-fc24-4eee-9efb-935b92c597c5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:07.129335 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.139678 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-32bdd2fa-abf7-4b8e-8f39-54e1964dcaef tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4960871 Oct 29 21:26:07.140367 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34846) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:07.150515 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'security_group_rule': {'security_group_id': 'eece0b2b-0313-41e0-9c01-eff1b7d264b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:07.155109 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.235964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 1c216423-2d80-47aa-b59c-f6efdbb1815b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1c216423-2d80-47aa-b59c-f6efdbb1815b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:07.241931 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.243549 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.255467 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.36', 50483) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:07.351578 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=1c216423-2d80-47aa-b59c-f6efdbb1815b,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:07.391313 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-b1ffca2b-cb89-4fe3-95ff-d470b74a48d3 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:07.393541 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-b1ffca2b-cb89-4fe3-95ff-d470b74a48d3 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.36 "GET /v2.0/networks?id=0eb25923-3450-4892-a5f3-45b0f31dcbab HTTP/1.1" status: 200 len: 811 time: 0.7159975 Oct 29 21:26:07.445399 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Request body: {'port': {'device_id': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab', 'admin_state_up': True, 'tenant_id': 'e8d9f362cdc845efa82f6180ffa08a24'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:07.623262 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.657925 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.689860 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a7f01c-b86a-449e-9857-28af8682f4fa,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:07.707882 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-74e9a8c1-73ef-4fd7-be66-5c696bc960a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:07.709980 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-74e9a8c1-73ef-4fd7-be66-5c696bc960a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 819 time: 0.4533734 Oct 29 21:26:07.726346 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:07.731888 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-272aa5e1-323c-43c0-b995-b60e1149fbf9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5901599 Oct 29 21:26:07.732538 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34876) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:07.738656 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:07.756756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Request body: {'port': {'device_id': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'admin_state_up': True, 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:07.843157 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c41651f-2c9c-447e-9f43-dab0347b1194 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:08.054076 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 1c41651f-2c9c-447e-9f43-dab0347b1194 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:08.054076 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:08.159794 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea000ad2-67bc-455b-a6c3-4dc568f878bb req-e8bb12b5-f6fa-484c-806d-fcf3c847e947 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.3074555 Oct 29 21:26:08.190894 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.db.api [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 21:26:08.190894 dv-cinder-813984-7-iscsi neutron-server[101361]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 29 21:26:08.190894 dv-cinder-813984-7-iscsi neutron-server[101361]: [parameters: {'project_id': '963a38f541a44084a465972efa74034c', 'id': '36b0cf8b-e2e0-4ab7-a19b-3f2aa0acf0f9', 'expiration': datetime.datetime(2021, 10, 29, 21, 28, 8, 160646)}] Oct 29 21:26:08.190894 dv-cinder-813984-7-iscsi neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 21:26:08.191675 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG oslo_db.api [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 21:26:08.205900 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Made reservation on behalf of e8d9f362cdc845efa82f6180ffa08a24 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:08.217185 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:08.360120 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c216423-2d80-47aa-b59c-f6efdbb1815b up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:08.506514 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 1c216423-2d80-47aa-b59c-f6efdbb1815b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:08.506889 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:08.788727 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3b2ab9a8-e70c-493d-928d-eeb293754b92 req-acb9a610-1db0-488d-a23a-b69ac0014698 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 210 time: 0.1349523 Oct 29 21:26:08.850321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.db.api [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 21:26:08.850321 dv-cinder-813984-7-iscsi neutron-server[101361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 21:26:08.850321 dv-cinder-813984-7-iscsi neutron-server[101361]: [parameters: {'project_id_1': '838f28b57c4d42c58fa3c8b3d0505bae', 'expiration_1': datetime.datetime(2021, 10, 29, 21, 25, 48, 829044)}] Oct 29 21:26:08.850321 dv-cinder-813984-7-iscsi neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 21:26:08.857249 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG oslo_db.api [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 21:26:08.874997 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:26:08.892745 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:08.921104 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:08.921862 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:09.133978 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Allocated IP 172.20.0.14 (0eb25923-3450-4892-a5f3-45b0f31dcbab/0061f277-e077-4eef-a3d1-ea126ffbbcd4/2b33885e-9c79-4151-9570-397052898e7a) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:26:09.418941 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:09.525258 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Made reservation on behalf of 838f28b57c4d42c58fa3c8b3d0505bae for: {'port': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:09.531362 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:09.619579 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.36', 50494) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:09.787727 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-55b61573-d9ef-4b7a-9347-34adb8a19060 req-40305c9a-6a4c-45b0-b241-e0533e2a8e94 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.3414435 Oct 29 21:26:09.816347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:10.130036 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-1e9f3ca2-f1d1-49ca-b1dc-a92e4bf077c6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:10.139042 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-1e9f3ca2-f1d1-49ca-b1dc-a92e4bf077c6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 819 time: 0.5162473 Oct 29 21:26:10.182867 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Request body: {'port': {'device_id': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'admin_state_up': True, 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:10.232084 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 34974) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:10.524162 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34980) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:10.676789 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-df8fe24f-cbd2-4075-8dcb-af331b009450 req-83fe4c1b-79ab-48e0-aae1-fa65326f3ff0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 210 time: 0.5270059 Oct 29 21:26:10.725762 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 34990) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:10.832388 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:10.857414 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Made reservation on behalf of 838f28b57c4d42c58fa3c8b3d0505bae for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:10.867452 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 2, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:10.876369 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.006357 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Allocated IP 172.20.0.11 (43c57200-1c7b-44b2-81ac-b671acde5be7/1cc1c370-fdfa-4022-b6bf-5d194914d13d/b4484743-d0e6-47f4-86c3-5d39f96dbb8f) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:26:11.121868 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:26:11.133967 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Updating router 1e39672b-162a-47fd-98fb-07632da2e5f4 port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:26:11.231519 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e31d65ce-e8ef-457a-b58d-f763cf1cf999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.262638 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.335320 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.348403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aeead88a-8c6b-4d3d-b827-635b247bfe1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.409105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.517760 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Network 0eb25923-3450-4892-a5f3-45b0f31dcbab is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:11.547922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Allocated IP 172.27.2.243 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/b6935ca5-e503-4ea5-99bf-2608d8259bdf) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:26:11.642549 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:11.683714 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.730442 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:11.758568 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:11.764222 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a741d142-a4d3-4efc-9aa8-1426095dfb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.791243 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:26:11.798253 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:11.798988 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.800493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:26:11.834793 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:11.844359 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:11.921725 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.011592 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2770135 Oct 29 21:26:12.066775 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a741d142-a4d3-4efc-9aa8-1426095dfb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.069573 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9faa5d1b-fe70-491c-a872-6aee649b660c req-0a0d7d88-bc49-4a8e-b7ce-82feb057dd1c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 210 time: 0.1389279 Oct 29 21:26:12.070849 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f61b60-3152-4f94-96e1-d00e33bc6dcb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Pushing event updated for resources: {'Port': ['ID=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:12.090123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94a69e-33c6-4dc4-91d7-52983a37f665 req-dc2cb1a8-74ad-419d-ae35-68a78fabf6ca tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:12.093072 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.112764 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.125815 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-de94a69e-33c6-4dc4-91d7-52983a37f665 req-dc2cb1a8-74ad-419d-ae35-68a78fabf6ca tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 932 time: 0.7151155 Oct 29 21:26:12.153293 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a741d142-a4d3-4efc-9aa8-1426095dfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.204529 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.256459 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c97e6-cad6-4409-ae82-bf630cad2f88 None None] Pushing event updated for resources: {'Port': ['ID=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:12.340078 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9005718 Oct 29 21:26:12.389276 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Attempting to bind port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:12.393311 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Attempting to bind port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:12.393667 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Attempting to bind port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c on network 49be86e5-10e3-428b-b85b-87d7f195fa7a {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:12.413418 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:12.414180 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Checking segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:12.414816 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.415396 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Bound using segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:12.416105 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Bound port: 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:12.416761 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.426649 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Allocated IP 172.20.0.3 (43c57200-1c7b-44b2-81ac-b671acde5be7/1cc1c370-fdfa-4022-b6bf-5d194914d13d/b05db596-2011-4ea1-9ece-e8f4fee7842b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:26:12.497499 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'Port': ['ID=b6935ca5-e503-4ea5-99bf-2608d8259bdf,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:12.514227 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-de94a69e-33c6-4dc4-91d7-52983a37f665 req-d9de7485-e320-4b11-8700-e41cbcef575f tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502026 Oct 29 21:26:12.520612 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-c5e95948-52a7-4966-92fc-c0aea9b2deed tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:26:12.537995 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-e734e876-7850-4226-9266-cee26c3b352f tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:26:12.538734 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-c5e95948-52a7-4966-92fc-c0aea9b2deed tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0485382 Oct 29 21:26:12.540278 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-e734e876-7850-4226-9266-cee26c3b352f tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0453365 Oct 29 21:26:12.572223 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:12.576677 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:12.581454 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:26:12.634031 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231620a-fb9a-4b7f-8446-1f5e7791babb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Pushing event updated for resources: {'Port': ['ID=2b33885e-9c79-4151-9570-397052898e7a,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:12.672045 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] For port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:12.686427 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] For port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:12.694871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.774953 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.789378 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e31d65ce-e8ef-457a-b58d-f763cf1cf999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.791375 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a741d142-a4d3-4efc-9aa8-1426095dfb11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e37a2bd925bb4beaa126a2984bdfa6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5565350 Oct 29 21:26:12.813262 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35036) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:12.864414 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.877444 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e31d65ce-e8ef-457a-b58d-f763cf1cf999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:12.878106 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741d142-a4d3-4efc-9aa8-1426095dfb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b32fe8-196c-4f83-ab0d-c6dc267e9578,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:12.943067 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Request body: {'port': {'device_id': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:12.964194 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:12.966385 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:25:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:13.015027 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Request body: {'port': {'device_id': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:13.228092 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c97e6-cad6-4409-ae82-bf630cad2f88 None None] Pushing event updated for resources: {'Port': ['ID=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:13.280383 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-72d696a8-d191-42f4-9b5f-e54e3279f390 None None] Provisioning complete for port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:13.294075 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72d696a8-d191-42f4-9b5f-e54e3279f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:13.307711 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:13.400986 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:13.404115 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-af343c00-c767-4085-908b-a63220617b09 req-f273672d-47f0-4008-bf42-b4ab0514460a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 210 time: 0.1009691 Oct 29 21:26:13.461260 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d65ce-e8ef-457a-b58d-f763cf1cf999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91bd9fc-cea1-4ad5-9d91-757e4ce71904,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:13.484728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35050) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:13.600150 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:13.700290 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72d696a8-d191-42f4-9b5f-e54e3279f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:13.705850 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aeead88a-8c6b-4d3d-b827-635b247bfe1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:13.836006 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:13.842975 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-72d696a8-d191-42f4-9b5f-e54e3279f390 None None] For port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:13.906905 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-72d696a8-d191-42f4-9b5f-e54e3279f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:13.986930 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d696a8-d191-42f4-9b5f-e54e3279f390 None None] Pushing event updated for resources: {'Port': ['ID=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:14.012889 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-aeead88a-8c6b-4d3d-b827-635b247bfe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.048795 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-aeead88a-8c6b-4d3d-b827-635b247bfe1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c5f2d94adc346dbb3864dc3f17a010e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3191705 Oct 29 21:26:14.051647 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e31d65ce-e8ef-457a-b58d-f763cf1cf999 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e1d801939aa4ead8b4b9d406c1dee24&name=default HTTP/1.1" status: 200 len: 2978 time: 3.5263472 Oct 29 21:26:14.053211 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35056) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:14.068233 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-089fe017-58c2-433e-8386-ffef1c29de76 None None] Provisioning complete for port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:14.068641 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-089fe017-58c2-433e-8386-ffef1c29de76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.099779 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35058) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:14.125601 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:14.126073 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.158873 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeead88a-8c6b-4d3d-b827-635b247bfe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eccaf3-2282-48f9-9a61-a2d4a3360733,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:14.210526 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7584fb28-cf98-4d61-b3ae-fda7a8d112b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.213872 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:12Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:14.235014 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7584fb28-cf98-4d61-b3ae-fda7a8d112b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.275339 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c69c61-0aa5-4085-8fae-5f9857933018 None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:12Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:26:14.292284 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1520daa-73ec-455c-a737-1a11bed56a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.321277 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1520daa-73ec-455c-a737-1a11bed56a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.377357 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7584fb28-cf98-4d61-b3ae-fda7a8d112b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.388403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7584fb28-cf98-4d61-b3ae-fda7a8d112b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.392947 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-7584fb28-cf98-4d61-b3ae-fda7a8d112b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00eccaf3-2282-48f9-9a61-a2d4a3360733 HTTP/1.1" status: 204 len: 168 time: 0.3327117 Oct 29 21:26:14.457830 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584fb28-cf98-4d61-b3ae-fda7a8d112b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eccaf3-2282-48f9-9a61-a2d4a3360733,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:14.491509 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.532955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1520daa-73ec-455c-a737-1a11bed56a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.535977 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1520daa-73ec-455c-a737-1a11bed56a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.540453 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-c1520daa-73ec-455c-a737-1a11bed56a6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6b32fe8-196c-4f83-ab0d-c6dc267e9578 HTTP/1.1" status: 204 len: 168 time: 1.7153683 Oct 29 21:26:14.557873 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1520daa-73ec-455c-a737-1a11bed56a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b32fe8-196c-4f83-ab0d-c6dc267e9578,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:14.566415 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-90b1d005-6554-4866-90a4-6e6f021261e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.613229 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-90b1d005-6554-4866-90a4-6e6f021261e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.682395 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b33885e-9c79-4151-9570-397052898e7a {{(pid=101361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:14.701152 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.724169 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.provisioning_blocks [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Transition to ACTIVE for port object 2b33885e-9c79-4151-9570-397052898e7a will not be triggered until provisioned by entity L2. {{(pid=101361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:26:14.758677 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.896264 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20538573-f91c-4a5d-b471-e907f2861c7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.899711 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4484743-d0e6-47f4-86c3-5d39f96dbb8f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:14.909597 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.935585 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Transition to ACTIVE for port object b4484743-d0e6-47f4-86c3-5d39f96dbb8f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:26:14.939949 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.945266 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:14.968358 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.024353 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Network 43c57200-1c7b-44b2-81ac-b671acde5be7 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:15.027594 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.029755 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:15.047321 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:26:15.053590 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:15.054736 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.103868 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:15.121461 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Pushing event updated for resources: {'Port': ['ID=2b33885e-9c79-4151-9570-397052898e7a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:15.201281 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db3698-949c-4fdb-8c51-771dfdbd1cfc req-f758ea03-7c79-41fc-86d2-b559b55120a8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:15.205914 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-70db3698-949c-4fdb-8c51-771dfdbd1cfc req-f758ea03-7c79-41fc-86d2-b559b55120a8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 931 time: 0.4796534 Oct 29 21:26:15.215691 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0519040 Oct 29 21:26:15.216455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca586f-ca3e-4173-8c76-77470a1e8ae1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Pushing event updated for resources: {'Port': ['ID=b05db596-2011-4ea1-9ece-e8f4fee7842b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:15.293990 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138a869-992a-4fac-bd04-d2280a74e6cc req-0bc7f9f3-86be-4f4f-b412-70e812c81806 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:15.295858 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4138a869-992a-4fac-bd04-d2280a74e6cc req-0bc7f9f3-86be-4f4f-b412-70e812c81806 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 1.5644739 Oct 29 21:26:15.339821 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-90b1d005-6554-4866-90a4-6e6f021261e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.341755 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.343066 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-90b1d005-6554-4866-90a4-6e6f021261e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.346750 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-90b1d005-6554-4866-90a4-6e6f021261e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a91bd9fc-cea1-4ad5-9d91-757e4ce71904 HTTP/1.1" status: 204 len: 168 time: 1.2404668 Oct 29 21:26:15.412020 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Attempting to bind port b4484743-d0e6-47f4-86c3-5d39f96dbb8f on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:15.412371 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Attempting to bind port b4484743-d0e6-47f4-86c3-5d39f96dbb8f by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:15.412799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Attempting to bind port b4484743-d0e6-47f4-86c3-5d39f96dbb8f on network 43c57200-1c7b-44b2-81ac-b671acde5be7 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:15.415282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d005-6554-4866-90a4-6e6f021261e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91bd9fc-cea1-4ad5-9d91-757e4ce71904,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:15.449493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Port b4484743-d0e6-47f4-86c3-5d39f96dbb8f on network 43c57200-1c7b-44b2-81ac-b671acde5be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:26:15.450096 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Attempting to bind port b4484743-d0e6-47f4-86c3-5d39f96dbb8f on network 43c57200-1c7b-44b2-81ac-b671acde5be7 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:15.457095 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35082) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:15.475752 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'Port': ['ID=b6935ca5-e503-4ea5-99bf-2608d8259bdf,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:15.475990 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35084) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:15.485663 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Attempting to bind port 2b33885e-9c79-4151-9570-397052898e7a on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:15.486009 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Attempting to bind port 2b33885e-9c79-4151-9570-397052898e7a by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '765dfce1-a2d3-49af-85a4-eced7670ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab'}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:15.486357 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Attempting to bind port 2b33885e-9c79-4151-9570-397052898e7a on network 0eb25923-3450-4892-a5f3-45b0f31dcbab {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:15.490218 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:15.490671 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Checking segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:15.491283 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Bound using segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:15.491832 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Bound port: b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:15.492458 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.513942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d010272d-c4ad-461c-be3e-f2831c08cc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.519846 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a5b18c1-aa18-4e1f-afd5-2566b18c52a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.544008 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.545555 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-bd18920f-2899-413a-b8d5-e5cce7385b76 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8107164 Oct 29 21:26:15.562826 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Port 2b33885e-9c79-4151-9570-397052898e7a on network 0eb25923-3450-4892-a5f3-45b0f31dcbab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:26:15.563454 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Attempting to bind port 2b33885e-9c79-4151-9570-397052898e7a on network 0eb25923-3450-4892-a5f3-45b0f31dcbab {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:15.599690 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4138a869-992a-4fac-bd04-d2280a74e6cc req-572f0f2e-648e-4a39-ae2a-7740e1c3cdd3 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810750 Oct 29 21:26:15.646611 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-70db3698-949c-4fdb-8c51-771dfdbd1cfc req-c3c9f5f3-da30-4eaa-8fc4-507c9609b5b2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317509 Oct 29 21:26:15.649282 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:15.649642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Checking segment: {'id': '765dfce1-a2d3-49af-85a4-eced7670ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:15.650196 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Bound using segment: {'id': '765dfce1-a2d3-49af-85a4-eced7670ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab'} {{(pid=101361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:15.650658 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.managers [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Bound port: 2b33885e-9c79-4151-9570-397052898e7a, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765dfce1-a2d3-49af-85a4-eced7670ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab'}}] {{(pid=101361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:15.651024 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.704975 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] For port b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:15.724351 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] For port b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:15.737339 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.826670 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:15.833860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:15.834490 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.835922 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 1094 time: 3.1554143 Oct 29 21:26:15.843297 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'tag': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:15.934649 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d010272d-c4ad-461c-be3e-f2831c08cc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.957740 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20538573-f91c-4a5d-b471-e907f2861c7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.959955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a5b18c1-aa18-4e1f-afd5-2566b18c52a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.967499 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:15.967851 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.978909 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20538573-f91c-4a5d-b471-e907f2861c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:15.982738 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d010272d-c4ad-461c-be3e-f2831c08cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.034548 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d010272d-c4ad-461c-be3e-f2831c08cc91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3154b69c92f44224bc84222c0ce6b3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749726 Oct 29 21:26:16.066665 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35102) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:16.070333 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010272d-c4ad-461c-be3e-f2831c08cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5627b0-4c21-4dce-b874-e5079ad9d8f6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:16.075368 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9a5b18c1-aa18-4e1f-afd5-2566b18c52a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.113334 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b18c1-aa18-4e1f-afd5-2566b18c52a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df975e4-15e2-4158-bf42-50feb4b4a11d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:16.121081 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20538573-f91c-4a5d-b471-e907f2861c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a60c7f-5e4c-4e0e-ac87-15b4b9099101,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:16.136063 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08567a3-3bfc-4b8a-a77a-5e25ea9f2ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:16.179258 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9a5b18c1-aa18-4e1f-afd5-2566b18c52a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e37ae7b7964e40b5a22705990425ceaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976588 Oct 29 21:26:16.185997 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-20538573-f91c-4a5d-b471-e907f2861c7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f081ac5577154613be3fc34f2dbed08b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6967905 Oct 29 21:26:16.186705 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35104) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:16.187263 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35106) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:16.193752 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3753202-85f1-49de-9c8e-43093146974d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7666d8-19c3-4efa-95dc-1462a50cdd1c", "tag": "b4484743-d0e6-47f4-86c3-5d39f96dbb8f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:16.224491 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] For port 2b33885e-9c79-4151-9570-397052898e7a, host hv-cinder-81398, cleared binding levels {{(pid=101361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:16.304234 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] For port 2b33885e-9c79-4151-9570-397052898e7a, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2b33885e-9c79-4151-9570-397052898e7a,segment=NetworkSegment(765dfce1-a2d3-49af-85a4-eced7670ce9e),segment_id=765dfce1-a2d3-49af-85a4-eced7670ce9e)] {{(pid=101361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:16.371415 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-d951c6f4-b91a-46a9-8f16-a4af9ca48ec1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1662845977&fields=id&tenant_id=963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 267 time: 0.2687905 Oct 29 21:26:16.374215 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.384980 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1f0faee-40f1-47cd-ba2a-b8c2ab19d45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.441845 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1f0faee-40f1-47cd-ba2a-b8c2ab19d45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.614565 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1f0faee-40f1-47cd-ba2a-b8c2ab19d45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.618021 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1f0faee-40f1-47cd-ba2a-b8c2ab19d45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.624864 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a1f0faee-40f1-47cd-ba2a-b8c2ab19d45f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc5627b0-4c21-4dce-b874-e5079ad9d8f6 HTTP/1.1" status: 204 len: 168 time: 0.5491827 Oct 29 21:26:16.637171 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8aa0c8f-e8ab-4f55-ad89-fe8e5ad050cd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:16.639158 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8aa0c8f-e8ab-4f55-ad89-fe8e5ad050cd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 815 time: 0.2482774 Oct 29 21:26:16.669279 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0faee-40f1-47cd-ba2a-b8c2ab19d45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5627b0-4c21-4dce-b874-e5079ad9d8f6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:16.687869 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b985c68e-b0bd-44e7-903c-475886a929f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.696265 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:16.696953 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.701838 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] 10.222.0.36 "PUT /v2.0/ports/2b33885e-9c79-4151-9570-397052898e7a HTTP/1.1" status: 200 len: 1094 time: 3.9081411 Oct 29 21:26:16.703391 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'tag': '2b33885e-9c79-4151-9570-397052898e7a'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:16.738749 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e76e06e-03ab-4bd4-b9a3-3628c60074d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.818755 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593f19c5-716d-4e2d-a1a6-675a7d1c4980 x-openstack-request-id: req-593f19c5-716d-4e2d-a1a6-675a7d1c4980 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:16.819067 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7666d8-19c3-4efa-95dc-1462a50cdd1c", "tag": "b4484743-d0e6-47f4-86c3-5d39f96dbb8f", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:16.819592 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-593f19c5-716d-4e2d-a1a6-675a7d1c4980 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:16.820042 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'tag': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f', 'status': 'completed', 'code': 200} Oct 29 21:26:16.834039 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-584472ca-1f2e-4194-9869-857928032b47 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/quotas/963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 375 time: 0.1798918 Oct 29 21:26:16.862419 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e76e06e-03ab-4bd4-b9a3-3628c60074d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.904574 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b985c68e-b0bd-44e7-903c-475886a929f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:16.935097 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8aefe2-62de-492a-9126-bc6810097f7c service neutron] Pushing event updated for resources: {'Port': ['ID=2b33885e-9c79-4151-9570-397052898e7a,revision_number=3']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:17.026291 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-426d76be-a1fc-40fd-8a6b-497ae665366a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1818449 Oct 29 21:26:17.124213 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e76e06e-03ab-4bd4-b9a3-3628c60074d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:17.127551 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8e76e06e-03ab-4bd4-b9a3-3628c60074d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:17.133120 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8e76e06e-03ab-4bd4-b9a3-3628c60074d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8df975e4-15e2-4158-bf42-50feb4b4a11d HTTP/1.1" status: 204 len: 168 time: 0.9246907 Oct 29 21:26:17.156356 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e06e-03ab-4bd4-b9a3-3628c60074d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df975e4-15e2-4158-bf42-50feb4b4a11d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:17.158712 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b985c68e-b0bd-44e7-903c-475886a929f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:17.161266 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b985c68e-b0bd-44e7-903c-475886a929f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:17.162512 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b985c68e-b0bd-44e7-903c-475886a929f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3a60c7f-5e4c-4e0e-ac87-15b4b9099101 HTTP/1.1" status: 204 len: 168 time: 0.9571042 Oct 29 21:26:17.187469 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985c68e-b0bd-44e7-903c-475886a929f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a60c7f-5e4c-4e0e-ac87-15b4b9099101,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:17.243121 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce10553-cc50-4a7b-9907-75eaa2103069 req-4c602295-4f44-49bf-a3ff-612395cf3470 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:17.274235 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2ce10553-cc50-4a7b-9907-75eaa2103069 req-4c602295-4f44-49bf-a3ff-612395cf3470 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.3165448 Oct 29 21:26:17.369224 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-87d07fb9-5543-436a-9fa1-9d62a8db881a service neutron] 10.222.0.30 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420219 Oct 29 21:26:17.641567 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-76b2d22d-5ad2-43fd-a834-68148a5804b8 service neutron] 10.222.0.30 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546122 Oct 29 21:26:17.705484 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2ce10553-cc50-4a7b-9907-75eaa2103069 req-3062ba70-831a-4bb7-90a1-eebcb1ca0467 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301500 Oct 29 21:26:17.716205 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a" -d '{"events": [{"name": "network-changed", "server_uuid": "70bb9d99-656e-49f8-bfbc-6e572b98c268", "tag": "2b33885e-9c79-4151-9570-397052898e7a"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:17.888389 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49165be-7616-49f4-a54d-186add7b8d51 req-cfbcfaa1-ad53-49a7-b559-3d02955183c0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:17.911205 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d49165be-7616-49f4-a54d-186add7b8d51 req-cfbcfaa1-ad53-49a7-b559-3d02955183c0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 931 time: 0.1081913 Oct 29 21:26:18.023358 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d49165be-7616-49f4-a54d-186add7b8d51 req-db215326-8a85-4f89-b5a6-854671a6b430 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918767 Oct 29 21:26:18.077539 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35190) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:18.145202 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93dd3691-0ca0-4395-a95b-7ee751f8699a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.279141 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-841b9916-8613-4ba6-9be5-54340bc70adc req-7410ff2d-836d-4699-827c-70744ebaaa65 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.1616406 Oct 29 21:26:18.457360 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93dd3691-0ca0-4395-a95b-7ee751f8699a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.463407 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93dd3691-0ca0-4395-a95b-7ee751f8699a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.538959 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd3691-0ca0-4395-a95b-7ee751f8699a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170d099b-4e14-4036-b26b-1796202c38c1,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:18.552328 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35208) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:18.554081 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-93dd3691-0ca0-4395-a95b-7ee751f8699a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7896c5f53f0c4ce7b52d0de59c3afe1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743736 Oct 29 21:26:18.697318 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-58679d62-bb34-4258-909a-3c8ff4c434f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.726897 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b307a62-bd66-4395-bce8-d8f3f56d3588 x-openstack-request-id: req-0b307a62-bd66-4395-bce8-d8f3f56d3588 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:18.727456 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bb9d99-656e-49f8-bfbc-6e572b98c268", "tag": "2b33885e-9c79-4151-9570-397052898e7a", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:18.728947 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b307a62-bd66-4395-bce8-d8f3f56d3588 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:18.730629 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'tag': '2b33885e-9c79-4151-9570-397052898e7a', 'status': 'completed', 'code': 200} Oct 29 21:26:18.787453 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-58679d62-bb34-4258-909a-3c8ff4c434f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.921961 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-58679d62-bb34-4258-909a-3c8ff4c434f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.925715 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-58679d62-bb34-4258-909a-3c8ff4c434f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:18.931423 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-58679d62-bb34-4258-909a-3c8ff4c434f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/170d099b-4e14-4036-b26b-1796202c38c1 HTTP/1.1" status: 204 len: 168 time: 0.3772068 Oct 29 21:26:18.938246 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b3428-660d-47a8-84ba-09e5252b664e req-6ce56466-0263-482f-ac38-efcb15f38b50 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:18.939845 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f57b3428-660d-47a8-84ba-09e5252b664e req-6ce56466-0263-482f-ac38-efcb15f38b50 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.1437106 Oct 29 21:26:18.944929 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58679d62-bb34-4258-909a-3c8ff4c434f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170d099b-4e14-4036-b26b-1796202c38c1,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:19.114773 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f57b3428-660d-47a8-84ba-09e5252b664e req-8514a5f3-6738-4996-be20-a83a89126a3b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158974 Oct 29 21:26:19.258809 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f06d0-84fa-4473-9b0e-032452e18b38 req-dfc75d1d-5857-4554-9e82-630e6e8a581a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:19.266684 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-af3f06d0-84fa-4473-9b0e-032452e18b38 req-dfc75d1d-5857-4554-9e82-630e6e8a581a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 931 time: 0.1107223 Oct 29 21:26:19.323674 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-af3f06d0-84fa-4473-9b0e-032452e18b38 req-483d6b22-b503-45eb-b4dc-def39c9f5c3c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557787 Oct 29 21:26:19.483177 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4eafd1b0-ae4a-41c6-ac7e-d6a99b2d345b req-21f10316-d591-4558-b155-4f2f9f205bd9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.0694916 Oct 29 21:26:20.383720 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab612feb-87f2-432c-b799-3ae3d4d85b72 req-e870fe19-fdf5-4dd0-b58d-bb9a47742763 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:20.403505 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ab612feb-87f2-432c-b799-3ae3d4d85b72 req-e870fe19-fdf5-4dd0-b58d-bb9a47742763 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.1456928 Oct 29 21:26:20.502983 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ab612feb-87f2-432c-b799-3ae3d4d85b72 req-d5ac9d21-6f7e-4043-a97f-a2cff4b08087 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977838 Oct 29 21:26:20.756977 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07b96-2cd1-46dd-93bd-096062884dc8 req-aabc3194-4aec-40b7-888b-107f4436b6a3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:20.772223 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-34f07b96-2cd1-46dd-93bd-096062884dc8 req-aabc3194-4aec-40b7-888b-107f4436b6a3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 931 time: 0.1458056 Oct 29 21:26:20.874198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-34f07b96-2cd1-46dd-93bd-096062884dc8 req-6df4d85e-b927-4a52-a2d9-a9ab97625d0d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998335 Oct 29 21:26:21.049247 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ffc1a20c-a9ea-4303-a34e-d236f9263c9a req-e6f57c01-ac99-418c-95c6-c27b98d2a734 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.0823607 Oct 29 21:26:21.600210 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5507b8a3-bd42-407a-a576-613c14eb5e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:21.705100 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc1be8-9e5e-4a70-80f7-2ad338fc879d req-8dcec8a8-bcab-4638-acc9-203553f70686 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:21.706756 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0bdc1be8-9e5e-4a70-80f7-2ad338fc879d req-8dcec8a8-bcab-4638-acc9-203553f70686 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.0769386 Oct 29 21:26:21.759617 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0bdc1be8-9e5e-4a70-80f7-2ad338fc879d req-d529af8f-f81e-436b-be01-8bb7fb943a3f tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Oct 29 21:26:22.065052 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Request body: {'port': {'device_id': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:22.126161 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e796-3ffc-44e9-abb1-aab9b5b6c6c2 req-4bce8fd2-10b8-49da-9651-2bf72ef5cd1c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:22.140170 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92c8e796-3ffc-44e9-abb1-aab9b5b6c6c2 req-4bce8fd2-10b8-49da-9651-2bf72ef5cd1c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 931 time: 0.1822679 Oct 29 21:26:22.202472 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:22.539086 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92c8e796-3ffc-44e9-abb1-aab9b5b6c6c2 req-527c3046-2605-4de9-b2dc-5400a18699ca tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817630 Oct 29 21:26:22.552812 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8daef745-50c6-414e-b78e-a1ac4b5c95cc req-533206ea-e277-4dc9-aac4-e82134a64275 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.3054261 Oct 29 21:26:22.649180 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a req-502bdbc2-f6bd-4ec7-8a36-b7c55daafdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:22.652021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a req-502bdbc2-f6bd-4ec7-8a36-b7c55daafdc7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8d9f362cdc845efa82f6180ffa08a24&device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 1097 time: 0.3789406 Oct 29 21:26:23.010463 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753202-85f1-49de-9c8e-43093146974d req-9fcfcf6a-86c3-4443-b97f-6eb65ff6a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.015023 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c3753202-85f1-49de-9c8e-43093146974d req-9fcfcf6a-86c3-4443-b97f-6eb65ff6a998 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1097 time: 0.8075919 Oct 29 21:26:23.039046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.36', 50510) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:23.186215 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05db596-2011-4ea1-9ece-e8f4fee7842b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:23.199908 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:23.223957 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Transition to ACTIVE for port object b05db596-2011-4ea1-9ece-e8f4fee7842b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:26:23.285564 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124b779-2332-48b4-993f-f4ad97d8387c req-f9802b3c-86f4-442b-b2b2-fc225dcf5c73 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.287806 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c124b779-2332-48b4-993f-f4ad97d8387c req-f9802b3c-86f4-442b-b2b2-fc225dcf5c73 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.1478465 Oct 29 21:26:23.309303 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:23.332965 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a req-4164a614-6906-4d7c-8bd4-fb5a8bc3389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.334868 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a req-4164a614-6906-4d7c-8bd4-fb5a8bc3389c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e8d9f362cdc845efa82f6180ffa08a24&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6687424 Oct 29 21:26:23.434596 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c124b779-2332-48b4-993f-f4ad97d8387c req-3fbae4f6-8c30-4bf3-9741-639e89fc6011 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398404 Oct 29 21:26:23.616473 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a req-a33c6b6f-912b-4346-b63f-90fcb539dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.623135 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86fd21ed-0544-4c09-a7ce-2c5a8a18e75a req-a33c6b6f-912b-4346-b63f-90fcb539dedb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2759583 Oct 29 21:26:23.751755 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753202-85f1-49de-9c8e-43093146974d req-1ee885c0-8820-4849-b01f-156c15fdfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.753677 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c3753202-85f1-49de-9c8e-43093146974d req-1ee885c0-8820-4849-b01f-156c15fdfc48 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7309575 Oct 29 21:26:23.777922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dbb4d-dd40-45bb-b3e5-bfe3f92b144c req-acc91c35-b1c2-4d28-9934-d005e4f9d1a2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.780004 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c47dbb4d-dd40-45bb-b3e5-bfe3f92b144c req-acc91c35-b1c2-4d28-9934-d005e4f9d1a2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 943 time: 0.1151843 Oct 29 21:26:23.801934 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Pushing event updated for resources: {'Port': ['ID=b05db596-2011-4ea1-9ece-e8f4fee7842b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:23.803669 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-937f856c-49ea-4bfe-a5cf-44ba13376333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.805710 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-937f856c-49ea-4bfe-a5cf-44ba13376333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8d9f362cdc845efa82f6180ffa08a24&device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 1097 time: 0.0781252 Oct 29 21:26:23.831714 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-ebec2134-6080-47ad-9461-8b0d5246ee99 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:23.833815 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-ebec2134-6080-47ad-9461-8b0d5246ee99 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 815 time: 0.7824321 Oct 29 21:26:23.956018 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Attempting to bind port b05db596-2011-4ea1-9ece-e8f4fee7842b on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:23.956768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Attempting to bind port b05db596-2011-4ea1-9ece-e8f4fee7842b by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:23.957303 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Attempting to bind port b05db596-2011-4ea1-9ece-e8f4fee7842b on network 43c57200-1c7b-44b2-81ac-b671acde5be7 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:23.972793 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-36329830-b100-460a-813d-b2c1f3c1c354 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b33885e-9c79-4151-9570-397052898e7a HTTP/1.1" status: 200 len: 217 time: 0.1379595 Oct 29 21:26:24.016265 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-6fef6f4e-422e-4490-be8f-8016e93e3003 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 380 time: 0.1500471 Oct 29 21:26:24.017071 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Port b05db596-2011-4ea1-9ece-e8f4fee7842b on network 43c57200-1c7b-44b2-81ac-b671acde5be7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:26:24.017282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Attempting to bind port b05db596-2011-4ea1-9ece-e8f4fee7842b on network 43c57200-1c7b-44b2-81ac-b671acde5be7 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:24.035847 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba4dc217-a196-4511-aecd-1241d2c33c1b req-82325207-3de6-4c8a-ad3c-f57ed270c345 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.0697155 Oct 29 21:26:24.040955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'port': {'device_id': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'admin_state_up': True, 'tenant_id': '963a38f541a44084a465972efa74034c', 'security_groups': ['eece0b2b-0313-41e0-9c01-eff1b7d264b2']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:24.071888 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:24.072176 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Checking segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:24.072609 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Bound using segment: {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:24.073248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Bound port: b05db596-2011-4ea1-9ece-e8f4fee7842b, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629f0533-21bd-4e6c-bbea-18bb3750b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:24.074164 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:24.119018 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-31917788-a402-4331-bd24-2e917ce2f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.121930 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-31917788-a402-4331-bd24-2e917ce2f057 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0061f277-e077-4eef-a3d1-ea126ffbbcd4 HTTP/1.1" status: 200 len: 851 time: 0.1328011 Oct 29 21:26:24.135872 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c47dbb4d-dd40-45bb-b3e5-bfe3f92b144c req-a4d1aef5-be04-4f58-98f2-75dc5b8eb41d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459182 Oct 29 21:26:24.198216 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-e77e540f-4b35-4d68-8197-bae1c3e2f1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eb25923-3450-4892-a5f3-45b0f31dcbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603459 Oct 29 21:26:24.228037 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753202-85f1-49de-9c8e-43093146974d req-332709d1-392d-4a52-ac0f-ff8c022d08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.230867 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c3753202-85f1-49de-9c8e-43093146974d req-332709d1-392d-4a52-ac0f-ff8c022d08d9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4419909 Oct 29 21:26:24.322079 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] For port b05db596-2011-4ea1-9ece-e8f4fee7842b, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:24.326348 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] For port b05db596-2011-4ea1-9ece-e8f4fee7842b, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:24.344581 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-73499245-7b9d-42d3-9006-0da35d4151ae service neutron] 10.222.0.36 "GET /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376133 Oct 29 21:26:24.357407 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:24.429938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.430564 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:24.431990 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] 10.222.0.36 "PUT /v2.0/ports/b05db596-2011-4ea1-9ece-e8f4fee7842b HTTP/1.1" status: 200 len: 1093 time: 2.3756409 Oct 29 21:26:24.435097 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'tag': 'b05db596-2011-4ea1-9ece-e8f4fee7842b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:24.458151 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08cb04f-1fdc-41b6-84d4-58b715d2a366" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1f4e15-98ca-46cb-bedf-c70eff8b0361", "tag": "b05db596-2011-4ea1-9ece-e8f4fee7842b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:24.501931 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ef842907-6f47-4494-8629-1b5d4cc48321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:24.594768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Made reservation on behalf of 963a38f541a44084a465972efa74034c for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:24.599479 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:24.616904 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf5a66-260e-4ad2-9ed0-6160762d9e4b x-openstack-request-id: req-1cbf5a66-260e-4ad2-9ed0-6160762d9e4b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:24.617269 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1f4e15-98ca-46cb-bedf-c70eff8b0361", "tag": "b05db596-2011-4ea1-9ece-e8f4fee7842b", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:24.617531 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cbf5a66-260e-4ad2-9ed0-6160762d9e4b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:24.618564 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'tag': 'b05db596-2011-4ea1-9ece-e8f4fee7842b', 'status': 'completed', 'code': 200} Oct 29 21:26:24.638996 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-c05a270b-c222-4e52-babe-39cf272753b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.641336 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-c05a270b-c222-4e52-babe-39cf272753b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1097 time: 0.3583264 Oct 29 21:26:24.649763 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993a733-0e9a-421d-96a3-a4c80ab4b10d service neutron] Pushing event updated for resources: {'Port': ['ID=b05db596-2011-4ea1-9ece-e8f4fee7842b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:24.680627 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-b15f1ddd-0768-4b65-a687-e9be3afcf423 service neutron] 10.222.0.36 "GET /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290017 Oct 29 21:26:24.696910 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35887061-a77f-4277-b4f6-d4e76aecc94c req-189183c1-a1c6-4a4a-8f55-2adc2d3fb5cd tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.707540 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-35887061-a77f-4277-b4f6-d4e76aecc94c req-189183c1-a1c6-4a4a-8f55-2adc2d3fb5cd tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.1122277 Oct 29 21:26:24.761967 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-35887061-a77f-4277-b4f6-d4e76aecc94c req-d205b56d-d780-4b77-a95f-ff9d0082307c tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506294 Oct 29 21:26:24.775380 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-064ff2b0-c1e4-40de-b430-e5f79840f103 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 217 time: 0.1118772 Oct 29 21:26:24.782109 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-b613da75-5b40-4ab9-b60e-c0c03e90592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.783705 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-b613da75-5b40-4ab9-b60e-c0c03e90592f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 1096 time: 0.2590523 Oct 29 21:26:24.909159 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-e9450d26-59db-4bb1-a78f-86b82efca499 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b HTTP/1.1" status: 200 len: 217 time: 0.0799384 Oct 29 21:26:24.920499 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35482) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:24.970945 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437860d-e869-4213-9703-af0df2f282ef req-8c1058f5-1838-4dac-8fb1-688cb3e6067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:24.972435 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-8c1058f5-1838-4dac-8fb1-688cb3e6067c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.1927676 Oct 29 21:26:25.072365 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-dcba6efa-ecc3-45a3-a13b-f9f482fafc1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698602 Oct 29 21:26:25.077099 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-bbbe0691-9406-4c6b-b359-e5a0479d20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:25.078427 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-bbbe0691-9406-4c6b-b359-e5a0479d20ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.1595502 Oct 29 21:26:25.109464 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a0b55ca-d46a-41f5-a65c-e8fa8c716924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.140401 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-6c16f24a-2ae3-4a7f-b0e2-56a230336522 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357556 Oct 29 21:26:25.140401 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Allocated IP 172.20.0.8 (49be86e5-10e3-428b-b85b-87d7f195fa7a/28d9b909-9a66-4454-b19e-87703d06b6c7/00f05b70-02ec-4394-ad98-06baf7536f4c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:26:25.185879 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.250350 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a9b1d3f1-9bcb-4f95-b63a-ca1fad030495 req-40615f59-c170-455d-835d-972afd831ca2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.0794477 Oct 29 21:26:25.311183 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35496) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:25.362454 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a0b55ca-d46a-41f5-a65c-e8fa8c716924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.373134 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a0b55ca-d46a-41f5-a65c-e8fa8c716924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.422542 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c1793-1287-4155-8a10-03077eff8481 req-bd9b9d39-fa5f-4987-be34-03319aecdf1f tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:25.430510 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b19c1793-1287-4155-8a10-03077eff8481 req-bd9b9d39-fa5f-4987-be34-03319aecdf1f tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 943 time: 0.1826317 Oct 29 21:26:25.459393 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b55ca-d46a-41f5-a65c-e8fa8c716924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d4de1-d426-4133-a277-392e14b3e586,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:25.502224 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-7a0b55ca-d46a-41f5-a65c-e8fa8c716924 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a86ef867a6f34046b578f775bbafe7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5781262 Oct 29 21:26:25.507144 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35504) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:25.513016 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0dc0855a-ddaa-49a4-a931-6bd468e9f698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.529959 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b19c1793-1287-4155-8a10-03077eff8481 req-6ed1bde5-2c61-479b-963e-516a6020e380 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983586 Oct 29 21:26:25.643162 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0dc0855a-ddaa-49a4-a931-6bd468e9f698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.650464 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0dc0855a-ddaa-49a4-a931-6bd468e9f698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.674189 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-43c550bf-dee0-43a7-8de3-b5ebfac45810 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777373 Oct 29 21:26:25.713151 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.717088 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0dc0855a-ddaa-49a4-a931-6bd468e9f698 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8eb2d61ec7d64c68931c35ebb58b35eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038763 Oct 29 21:26:25.721426 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:25.753259 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-810f9001-5cfa-42e5-9c97-17c67a3a6f4a service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095583 Oct 29 21:26:25.753973 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0855a-ddaa-49a4-a931-6bd468e9f698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b254b23-e3d9-41c9-a460-2c4799b9973b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:25.754108 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.792249 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cead13ef-3674-4f8f-be61-6c610cc6dea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.821902 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cead13ef-3674-4f8f-be61-6c610cc6dea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.901453 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cead13ef-3674-4f8f-be61-6c610cc6dea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.904606 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cead13ef-3674-4f8f-be61-6c610cc6dea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:25.908730 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-cead13ef-3674-4f8f-be61-6c610cc6dea9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b254b23-e3d9-41c9-a460-2c4799b9973b HTTP/1.1" status: 204 len: 168 time: 0.1860492 Oct 29 21:26:25.941494 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead13ef-3674-4f8f-be61-6c610cc6dea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b254b23-e3d9-41c9-a460-2c4799b9973b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:25.991798 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90f4d7-3b25-465d-b452-5acdfb255d60 req-ccca5f94-9fb5-44dc-90e9-35b40b86f801 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:25.993668 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa90f4d7-3b25-465d-b452-5acdfb255d60 req-ccca5f94-9fb5-44dc-90e9-35b40b86f801 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.1029589 Oct 29 21:26:26.022139 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89930731-c104-4448-8b47-8a271471876c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.058984 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa90f4d7-3b25-465d-b452-5acdfb255d60 req-b1262af6-4f7f-429b-92c5-f49692672d43 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558867 Oct 29 21:26:26.060311 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.087095 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c437860d-e869-4213-9703-af0df2f282ef req-c34eb5ab-ae90-45c1-8f3c-9c29dd261d72 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708160 Oct 29 21:26:26.098896 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89930731-c104-4448-8b47-8a271471876c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.123234 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ddee9e25-fc86-4903-a260-0d8922ecba25 req-a809b00f-bdc0-4d3f-ad48-d8c0b1aa0472 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329241 Oct 29 21:26:26.181350 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.267381 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89930731-c104-4448-8b47-8a271471876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.269971 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89930731-c104-4448-8b47-8a271471876c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.271482 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-89930731-c104-4448-8b47-8a271471876c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f6d4de1-d426-4133-a277-392e14b3e586 HTTP/1.1" status: 204 len: 168 time: 0.7491760 Oct 29 21:26:26.277397 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:26:26.301683 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:26.304305 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:26.307840 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:26:26.315619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:26.316209 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.322576 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89930731-c104-4448-8b47-8a271471876c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d4de1-d426-4133-a277-392e14b3e586,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:26.340655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-78304662-9e8f-4a61-bed8-50eef319f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:26.342570 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-78304662-9e8f-4a61-bed8-50eef319f707 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 1096 time: 0.1239176 Oct 29 21:26:26.347135 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-f8b1d7f8-bc31-491a-b7ef-cfbf147ae65f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3204391 Oct 29 21:26:26.368903 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Request body: {'port': {'device_id': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:26.485526 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35550) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:26.506639 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c28e0bf-09ce-45c7-b6a6-cd19ff56c2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.567911 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f682f6f-bf68-4cb5-ab05-616d85c479cc req-8d974ea2-b17a-46cd-9c87-8825038c3e5d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:26.569949 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3f682f6f-bf68-4cb5-ab05-616d85c479cc req-8d974ea2-b17a-46cd-9c87-8825038c3e5d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 931 time: 0.1357112 Oct 29 21:26:26.611155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.659080 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 2b33885e-9c79-4151-9570-397052898e7a details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:26:26.708056 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3f682f6f-bf68-4cb5-ab05-616d85c479cc req-ce900799-b595-46a1-8c3e-80ef291dcc1a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148343 Oct 29 21:26:26.714442 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-cb7585e2-468e-446b-82bc-6c102aaf82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:26.716161 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-cb7585e2-468e-446b-82bc-6c102aaf82d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.3555532 Oct 29 21:26:26.724184 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c28e0bf-09ce-45c7-b6a6-cd19ff56c2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.782409 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-eca67a6d-eb8e-4574-8572-da458f7127d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b HTTP/1.1" status: 200 len: 217 time: 0.0577757 Oct 29 21:26:26.784424 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c28e0bf-09ce-45c7-b6a6-cd19ff56c2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:26.881980 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5c28e0bf-09ce-45c7-b6a6-cd19ff56c2e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fadb705bed049b2873bc8da21a34a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936412 Oct 29 21:26:26.888730 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35566) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:26.906850 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28e0bf-09ce-45c7-b6a6-cd19ff56c2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5721d64-966c-4f75-9537-4a11f78b4c93,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:26.945045 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a5ba-0183-4a28-ad3c-f92d63c710f1 req-4ea2f65a-605a-4497-8a8e-831f93f38d84 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:26.957373 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-db65a5ba-0183-4a28-ad3c-f92d63c710f1 req-4ea2f65a-605a-4497-8a8e-831f93f38d84 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 943 time: 0.2359638 Oct 29 21:26:26.965000 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-351e8176-7009-48e4-85ad-94acb7a6b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:26.967317 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-351e8176-7009-48e4-85ad-94acb7a6b00d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.1767793 Oct 29 21:26:27.022037 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-db65a5ba-0183-4a28-ad3c-f92d63c710f1 req-a1f2e76f-4f2c-41fe-9893-c3a71ab3fb92 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597343 Oct 29 21:26:27.028273 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-ad3b94f9-d09c-4294-bea0-133bfaa079e8 None None] Provisioning complete for port 00f05b70-02ec-4394-ad98-06baf7536f4c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:27.030103 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ad3b94f9-d09c-4294-bea0-133bfaa079e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.055175 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-a2452abf-6127-4091-9196-37a0bde34f2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756617 Oct 29 21:26:27.071864 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3418d599-0c48-4f49-bd12-0a52550e7fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.106749 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3418d599-0c48-4f49-bd12-0a52550e7fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.114780 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 2b33885e-9c79-4151-9570-397052898e7a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2b33885e-9c79-4151-9570-397052898e7a,segment=NetworkSegment(765dfce1-a2d3-49af-85a4-eced7670ce9e),segment_id=765dfce1-a2d3-49af-85a4-eced7670ce9e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:27.119181 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-ad3b94f9-d09c-4294-bea0-133bfaa079e8 None None] Port 00f05b70-02ec-4394-ad98-06baf7536f4c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:26:27.150871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '2b33885e-9c79-4151-9570-397052898e7a', 'network_id': '0eb25923-3450-4892-a5f3-45b0f31dcbab', 'port_id': '2b33885e-9c79-4151-9570-397052898e7a', 'mac_address': 'fa:16:3e:b5:6f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0061f277-e077-4eef-a3d1-ea126ffbbcd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:26:27.157024 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.178865 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3418d599-0c48-4f49-bd12-0a52550e7fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.189333 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3418d599-0c48-4f49-bd12-0a52550e7fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.194929 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3418d599-0c48-4f49-bd12-0a52550e7fc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5721d64-966c-4f75-9537-4a11f78b4c93 HTTP/1.1" status: 204 len: 168 time: 0.3042572 Oct 29 21:26:27.210326 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418d599-0c48-4f49-bd12-0a52550e7fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5721d64-966c-4f75-9537-4a11f78b4c93,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:27.259695 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.282534 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b33885e-9c79-4151-9570-397052898e7a {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:27.318027 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f064fc-74e3-410e-aeb4-dce4f98000e5 req-e9f6caa8-244b-40b9-bf76-4138a3bf0ba0 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:27.322451 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d8f064fc-74e3-410e-aeb4-dce4f98000e5 req-e9f6caa8-244b-40b9-bf76-4138a3bf0ba0 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 944 time: 0.1147499 Oct 29 21:26:27.338621 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 2b33885e-9c79-4151-9570-397052898e7a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2b33885e-9c79-4151-9570-397052898e7a,segment=NetworkSegment(765dfce1-a2d3-49af-85a4-eced7670ce9e),segment_id=765dfce1-a2d3-49af-85a4-eced7670ce9e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:27.345792 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.356991 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f05b70-02ec-4394-ad98-06baf7536f4c {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:27.391687 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d8f064fc-74e3-410e-aeb4-dce4f98000e5 req-ec94d00a-e8ba-4a8d-8e00-97efaf406c69 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622301 Oct 29 21:26:27.397113 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.417978 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Transition to ACTIVE for port object 00f05b70-02ec-4394-ad98-06baf7536f4c will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:26:27.424703 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.428351 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-0339ce8b-0eb5-4b3a-bc6e-ddd7acfec928 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659749 Oct 29 21:26:27.438818 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=2b33885e-9c79-4151-9570-397052898e7a,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:27.598687 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d08cb04f-1fdc-41b6-84d4-58b715d2a366 req-2647cbbd-711e-47a8-abd4-724d62661aca service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614871 Oct 29 21:26:27.604767 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['2b33885e-9c79-4151-9570-397052898e7a'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:26:27.631046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:27.633140 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35600) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:27.692225 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Attempting to bind port 00f05b70-02ec-4394-ad98-06baf7536f4c on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:26:27.693131 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Attempting to bind port 00f05b70-02ec-4394-ad98-06baf7536f4c by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:26:27.703398 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Attempting to bind port 00f05b70-02ec-4394-ad98-06baf7536f4c on network 49be86e5-10e3-428b-b85b-87d7f195fa7a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:27.713734 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Port 00f05b70-02ec-4394-ad98-06baf7536f4c on network 49be86e5-10e3-428b-b85b-87d7f195fa7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:26:27.717152 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Attempting to bind port 00f05b70-02ec-4394-ad98-06baf7536f4c on network 49be86e5-10e3-428b-b85b-87d7f195fa7a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:26:27.723983 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:26:27.724593 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Checking segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:27.725449 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Bound using segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:26:27.725891 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Bound port: 00f05b70-02ec-4394-ad98-06baf7536f4c, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:26:27.726457 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:27.962887 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:26:27.974026 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:26:27.982715 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.039608 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ef46e-aa45-4c70-9502-1e22ee26cb4f req-780915bd-46f7-4e46-98b7-c4a832ee9b01 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:28.070482 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-980ef46e-aa45-4c70-9502-1e22ee26cb4f req-780915bd-46f7-4e46-98b7-c4a832ee9b01 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.1903126 Oct 29 21:26:28.099773 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35622) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:28.212230 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:28.236530 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a32a62-ea23-4050-83ca-a2e48e431b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.240893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:28.242314 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.244047 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-2fe2ce67-25f0-4eed-885b-f95267f25543 service neutron] 10.222.0.36 "PUT /v2.0/ports/00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 200 len: 1093 time: 1.8849049 Oct 29 21:26:28.244557 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:28.261823 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-980ef46e-aa45-4c70-9502-1e22ee26cb4f req-e217449d-0fd8-4a71-96ac-acf78be46119 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887558 Oct 29 21:26:28.263987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:28.346692 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-899092631-network', 'tenant_id': 'c111d93ed938480da707380e02b7264b'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:28.564499 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a32a62-ea23-4050-83ca-a2e48e431b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.572942 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Made reservation on behalf of c111d93ed938480da707380e02b7264b for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:28.575935 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.630912 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-16a32a62-ea23-4050-83ca-a2e48e431b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.638099 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b05db596-2011-4ea1-9ece-e8f4fee7842b details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:26:28.665035 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23beae52-9eb2-4653-9d08-daa6ed41738c x-openstack-request-id: req-23beae52-9eb2-4653-9d08-daa6ed41738c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:28.665035 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:28.665035 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23beae52-9eb2-4653-9d08-daa6ed41738c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:28.665678 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'status': 'completed', 'code': 200} Oct 29 21:26:28.676111 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 2b33885e-9c79-4151-9570-397052898e7a up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:28.703437 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-cb9e3c61-d154-419e-8cc9-9827043dd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:28.705629 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-cb9e3c61-d154-419e-8cc9-9827043dd654 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1096 time: 0.3956330 Oct 29 21:26:28.714224 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c384-c176-4f01-9f83-868e1cdf5159 req-812e06fc-f5a5-4719-8b01-9303295e3bb5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:28.716044 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f45c384-c176-4f01-9f83-868e1cdf5159 req-812e06fc-f5a5-4719-8b01-9303295e3bb5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 943 time: 0.5131826 Oct 29 21:26:28.720110 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a32a62-ea23-4050-83ca-a2e48e431b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab96735-92d4-4855-bcf6-e52238c23951,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:28.736978 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.773882 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-16a32a62-ea23-4050-83ca-a2e48e431b53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28639b0e9dfb4d71a0dc0969557727c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1325612 Oct 29 21:26:28.773882 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35658) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:28.810578 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594092e1-a9fc-435e-8cda-119dc877338a req-a4f79a50-8427-4096-8c1b-4189663baedc tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:28.819118 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-594092e1-a9fc-435e-8cda-119dc877338a req-a4f79a50-8427-4096-8c1b-4189663baedc tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 945 time: 0.2502909 Oct 29 21:26:28.834665 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-a37dda0e-b39a-427e-87e3-ecb3d6cb6178 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 200 len: 217 time: 0.1202297 Oct 29 21:26:28.913348 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f45c384-c176-4f01-9f83-868e1cdf5159 req-c496a32f-d4f1-4c9e-86ce-3e08628890f3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738980 Oct 29 21:26:28.914125 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 2b33885e-9c79-4151-9570-397052898e7a completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:26:28.926600 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b05db596-2011-4ea1-9ece-e8f4fee7842b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:28.936214 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-5548c160-f4c8-45af-8040-52bcdd1f85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:28.941497 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-5548c160-f4c8-45af-8040-52bcdd1f85e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0997365 Oct 29 21:26:28.947249 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 2b33885e-9c79-4151-9570-397052898e7a triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:28.947870 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.969133 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-594092e1-a9fc-435e-8cda-119dc877338a req-226f8b7b-06c0-4254-a535-2e6889b31c65 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476641 Oct 29 21:26:28.973486 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a565-5720-4a49-9549-2ac2888b96f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:28.987854 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'b05db596-2011-4ea1-9ece-e8f4fee7842b', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'port_id': 'b05db596-2011-4ea1-9ece-e8f4fee7842b', 'mac_address': 'fa:16:3e:69:39:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:26:29.035139 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a565-5720-4a49-9549-2ac2888b96f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.057246 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-dabae14a-532f-4c4d-9a6a-27a641f2bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:29.059133 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-dabae14a-532f-4c4d-9a6a-27a641f2bec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091371 Oct 29 21:26:29.065923 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.083535 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.126070 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:26:29.137346 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d636424-fcb0-444d-8c6e-b9b2f85719fa,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:29.146435 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.164027 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a565-5720-4a49-9549-2ac2888b96f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.168006 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a3a2a565-5720-4a49-9549-2ac2888b96f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.169597 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a3a2a565-5720-4a49-9549-2ac2888b96f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ab96735-92d4-4855-bcf6-e52238c23951 HTTP/1.1" status: 204 len: 168 time: 0.3954933 Oct 29 21:26:29.177189 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.177869 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Added segment f95fd3ac-109c-40cb-aa0d-d4b3d21e3d1e of type vlan for network 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f Oct 29 21:26:29.181597 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05db596-2011-4ea1-9ece-e8f4fee7842b {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:29.197206 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2a565-5720-4a49-9549-2ac2888b96f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab96735-92d4-4855-bcf6-e52238c23951,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:29.207672 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b05db596-2011-4ea1-9ece-e8f4fee7842b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:29.214982 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.222285 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.222938 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4484743-d0e6-47f4-86c3-5d39f96dbb8f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:26:29.253416 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-5b9062fe-1199-4057-ade5-44c4ef993f14 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870587 Oct 29 21:26:29.289699 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:29.289931 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b33885e-9c79-4151-9570-397052898e7a'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:29.326447 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.368234 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.db.resource_extend [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 21:26:29.379419 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 2b33885e-9c79-4151-9570-397052898e7a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2b33885e-9c79-4151-9570-397052898e7a,segment=NetworkSegment(765dfce1-a2d3-49af-85a4-eced7670ce9e),segment_id=765dfce1-a2d3-49af-85a4-eced7670ce9e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:29.401615 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.405496 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:29.408595 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-79a86d7b-e6d8-4392-ba50-5e7393deee12 req-febf39ed-2c91-4385-a3c6-b7732e57603b service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454327 Oct 29 21:26:29.409052 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b05db596-2011-4ea1-9ece-e8f4fee7842b,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:29.459215 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f', 'network_id': '43c57200-1c7b-44b2-81ac-b671acde5be7', 'port_id': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f', 'mac_address': 'fa:16:3e:7f:4b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc1c370-fdfa-4022-b6bf-5d194914d13d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:26:29.487782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.495180 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:29.496716 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.554512 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=2b33885e-9c79-4151-9570-397052898e7a,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:29.576365 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.615358 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4484743-d0e6-47f4-86c3-5d39f96dbb8f {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:29.659822 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:29.670995 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:29.684172 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-901d0219-fcf8-4db9-8f6d-c7c41b2e1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:29.688913 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-901d0219-fcf8-4db9-8f6d-c7c41b2e1170 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1096 time: 0.1953335 Oct 29 21:26:29.844692 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:29.904886 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b05db596-2011-4ea1-9ece-e8f4fee7842b'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:26:29.929072 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-f4aab9dd-7115-46eb-baf2-4d81814ef88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:29.941820 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-f4aab9dd-7115-46eb-baf2-4d81814ef88a service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.2420776 Oct 29 21:26:29.971776 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] Pushing event updated for resources: {'Network': ['ID=8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:29.977221 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b4484743-d0e6-47f4-86c3-5d39f96dbb8f'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:26:29.984122 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-1303860b-3043-4546-8f86-f32f4ceed834 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8395801 Oct 29 21:26:29.987592 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35718) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:30.002567 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5e07-1994-4a0e-95d0-76872d97c185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.007824 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Request body: {'subnet': {'network_id': '8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-899092631-subnet', 'tenant_id': 'c111d93ed938480da707380e02b7264b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:30.044153 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:26:30.083657 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-a0dc5412-adde-4787-bbd0-4b655e5a6270 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 200 len: 217 time: 0.1363006 Oct 29 21:26:30.088250 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Made reservation on behalf of c111d93ed938480da707380e02b7264b for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:30.091824 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.190698 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-7667516f-0ce1-4e28-9ba5-0ab7e2b3cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:30.192518 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-7667516f-0ce1-4e28-9ba5-0ab7e2b3cd32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.1000555 Oct 29 21:26:30.193451 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403bb69-c308-4044-8de7-af31d8e23a63" -d '{"events": [{"server_uuid": "70bb9d99-656e-49f8-bfbc-6e572b98c268", "name": "network-vif-plugged", "status": "completed", "tag": "2b33885e-9c79-4151-9570-397052898e7a"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:30.308240 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-0a3fe431-df7d-4882-b53c-e773a7d578a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:30.310140 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-0a3fe431-df7d-4882-b53c-e773a7d578a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1080348 Oct 29 21:26:30.357653 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35736) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:30.429347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f7984-8b81-4277-841e-661f775afc06 req-e094669d-011a-4d70-906d-107b163b6e79 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:30.439160 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e35f7984-8b81-4277-841e-661f775afc06 req-e094669d-011a-4d70-906d-107b163b6e79 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.9968646 Oct 29 21:26:30.440330 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-aa07faf6-2eb4-4a3c-be34-21a9474bba8e service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228411 Oct 29 21:26:30.450881 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c252fe4-73f9-4855-bc54-24846e809665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.531895 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5e07-1994-4a0e-95d0-76872d97c185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.544418 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.558298 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e3f5e07-1994-4a0e-95d0-76872d97c185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.568170 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9874c-ca04-4a34-8cc1-0cde1d1ae7c5 req-88d57fbd-ec6c-4c3f-a6eb-feb6a769d351 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:30.569861 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7cf9874c-ca04-4a34-8cc1-0cde1d1ae7c5 req-88d57fbd-ec6c-4c3f-a6eb-feb6a769d351 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 944 time: 0.3068075 Oct 29 21:26:30.639990 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:26:30.660725 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-13905aa1-34b5-4bb5-abcf-b5b1bf0aa2c7 req-1a09d63a-23c5-4a44-a438-3672969d6245 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123480 Oct 29 21:26:30.697374 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e35f7984-8b81-4277-841e-661f775afc06 req-cfb7d881-21f2-40b0-908a-db32943ecdc4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568641 Oct 29 21:26:30.833153 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f5e07-1994-4a0e-95d0-76872d97c185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d76f7e-97fa-41a0-8e78-a56b4863a165,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:30.888768 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4e3f5e07-1994-4a0e-95d0-76872d97c185 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78a7e1f5318740af8a1b29eb066dd35a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5946994 Oct 29 21:26:30.891620 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35746) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:30.909122 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:30.919764 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c252fe4-73f9-4855-bc54-24846e809665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.927828 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'mac_address': 'fa:16:3e:68:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:26:30.969625 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7cf9874c-ca04-4a34-8cc1-0cde1d1ae7c5 req-fd39ab8a-e0f8-4ea1-8f4e-314a54394071 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450603 Oct 29 21:26:30.974105 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c252fe4-73f9-4855-bc54-24846e809665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:30.996368 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1db04cc-32dd-48e3-ac32-6ae2d49d40b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.009198 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.026057 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=140eaefd-e2d9-4294-a33a-0df4dd536a4e,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:31.046321 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1db04cc-32dd-48e3-ac32-6ae2d49d40b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.113069 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f05b70-02ec-4394-ad98-06baf7536f4c {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:26:31.138646 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Checking segment: {'id': 'f95fd3ac-109c-40cb-aa0d-d4b3d21e3d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:31.139219 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Network hostable DHCP agents. Network: 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:26:31.150512 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0c252fe4-73f9-4855-bc54-24846e809665 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=413e289a09a64c4bb892d7bdd899145a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7863927 Oct 29 21:26:31.151332 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35760) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:31.193347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c252fe4-73f9-4855-bc54-24846e809665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b2845c-73ef-4df5-8690-6f4267531598,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:31.210807 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1db04cc-32dd-48e3-ac32-6ae2d49d40b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.210807 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a1db04cc-32dd-48e3-ac32-6ae2d49d40b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.211128 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:31.214220 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a1db04cc-32dd-48e3-ac32-6ae2d49d40b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4d76f7e-97fa-41a0-8e78-a56b4863a165 HTTP/1.1" status: 204 len: 168 time: 0.3203924 Oct 29 21:26:31.223908 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.236994 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f0a94-4e30-40cc-a6fb-6b43c33287f6 req-c5c9736d-b43a-478f-9d6a-324aa1d1174d tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:31.238589 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-332f0a94-4e30-40cc-a6fb-6b43c33287f6 req-c5c9736d-b43a-478f-9d6a-324aa1d1174d tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.3159220 Oct 29 21:26:31.256311 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Network 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:26:31.283630 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db04cc-32dd-48e3-ac32-6ae2d49d40b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d76f7e-97fa-41a0-8e78-a56b4863a165,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:31.300806 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:31.315964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67310dfd-73d3-4e9c-8d7b-8f3db0c84b59 None None] Network 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:26:31.322618 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:31.323231 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.329926 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-94d17bae-5695-462a-9e17-e7161dba4356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.383104 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-332f0a94-4e30-40cc-a6fb-6b43c33287f6 req-c0173041-8f24-413e-bf99-75f680b77317 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293390 Oct 29 21:26:31.391024 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-94d17bae-5695-462a-9e17-e7161dba4356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.397367 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-748c76f1-d261-44b2-a2a7-37932aadab77 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3959508 Oct 29 21:26:31.450121 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:31.539419 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-94d17bae-5695-462a-9e17-e7161dba4356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.543106 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['00f05b70-02ec-4394-ad98-06baf7536f4c'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:26:31.549221 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-94d17bae-5695-462a-9e17-e7161dba4356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:31.551595 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-94d17bae-5695-462a-9e17-e7161dba4356 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16b2845c-73ef-4df5-8690-6f4267531598 HTTP/1.1" status: 204 len: 168 time: 0.3988342 Oct 29 21:26:31.587807 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d17bae-5695-462a-9e17-e7161dba4356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b2845c-73ef-4df5-8690-6f4267531598,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:31.928972 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aadb98-6294-4784-a66d-78cdd6f68876 x-openstack-request-id: req-47aadb98-6294-4784-a66d-78cdd6f68876 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:31.930377 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bb9d99-656e-49f8-bfbc-6e572b98c268", "name": "network-vif-plugged", "status": "completed", "tag": "2b33885e-9c79-4151-9570-397052898e7a", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:31.932976 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47aadb98-6294-4784-a66d-78cdd6f68876 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:31.933938 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b33885e-9c79-4151-9570-397052898e7a', 'code': 200} Oct 29 21:26:32.049326 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3a73c-ba0b-4ef5-ae13-6ebc2807096e req-c5b0e97f-0008-4dfb-a05d-8f3774b366bb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:32.061424 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2aa3a73c-ba0b-4ef5-ae13-6ebc2807096e req-c5b0e97f-0008-4dfb-a05d-8f3774b366bb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.1225774 Oct 29 21:26:32.084336 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a572d-032a-4e6c-a767-f504ede2b019 req-7ecb7cea-b671-4d8e-a790-03f71fe814e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:32.085927 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a24a572d-032a-4e6c-a767-f504ede2b019 req-7ecb7cea-b671-4d8e-a790-03f71fe814e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 1099 time: 0.1433711 Oct 29 21:26:32.127559 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2aa3a73c-ba0b-4ef5-ae13-6ebc2807096e req-63e61d3a-a39f-4ff9-b9f5-26eb01edd723 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641484 Oct 29 21:26:32.132527 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a24a572d-032a-4e6c-a767-f504ede2b019 req-c5dfa50e-c9a9-439b-b2d1-6816c952a255 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.174744 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094d789-60c5-4ddb-8eeb-f90b5ea4c491 None None] Network 8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:26:32.241574 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35790) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:32.297154 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3bbf-6f2b-49cd-ad0b-11aae8486c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.298092 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f8aa8-9a0e-4b93-89b4-b096443f163e req-28c67f35-209b-4e66-a8c5-c69d8f809af9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:32.301029 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-155f8aa8-9a0e-4b93-89b4-b096443f163e req-28c67f35-209b-4e66-a8c5-c69d8f809af9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 944 time: 0.1170173 Oct 29 21:26:32.430614 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-155f8aa8-9a0e-4b93-89b4-b096443f163e req-9dd2c5eb-3b6d-46b2-ad96-3466ee325a62 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202056 Oct 29 21:26:32.476824 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a24a572d-032a-4e6c-a767-f504ede2b019 req-c5dfa50e-c9a9-439b-b2d1-6816c952a255 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.489979 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a24a572d-032a-4e6c-a767-f504ede2b019 req-c5dfa50e-c9a9-439b-b2d1-6816c952a255 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.565133 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a24a572d-032a-4e6c-a767-f504ede2b019 req-c5dfa50e-c9a9-439b-b2d1-6816c952a255 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703844 Oct 29 21:26:32.587514 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfa50e-c9a9-439b-b2d1-6816c952a255 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08bbb129-7ca2-4f57-ac7c-d88b5af06196,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:32.641060 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b05db596-2011-4ea1-9ece-e8f4fee7842b up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:32.693014 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3bbf-6f2b-49cd-ad0b-11aae8486c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.703568 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3bbf-6f2b-49cd-ad0b-11aae8486c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.739862 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed80ed-6d18-40f3-836a-4b203437ae15 req-e0665a24-d946-4b85-b49f-28cad8b9cbeb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:32.750772 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-38ed80ed-6d18-40f3-836a-4b203437ae15 req-e0665a24-d946-4b85-b49f-28cad8b9cbeb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.1974714 Oct 29 21:26:32.806128 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port b05db596-2011-4ea1-9ece-e8f4fee7842b completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:26:32.823118 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port b05db596-2011-4ea1-9ece-e8f4fee7842b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:32.824648 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.830096 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ce0a3bbf-6f2b-49cd-ad0b-11aae8486c12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abfe11caef5b42929af4ba03fc01fbb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855541 Oct 29 21:26:32.831342 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a3bbf-6f2b-49cd-ad0b-11aae8486c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c050ae7-234a-4566-8d4f-b1d64468071c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:32.832176 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-38ed80ed-6d18-40f3-836a-4b203437ae15 req-647f7cc3-5c22-42f4-b47d-7f8b29f15d7f tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646160 Oct 29 21:26:32.836310 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35814) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:32.947413 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4ab0-4287-420e-91bf-d6821ea61275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:32.987597 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4ab0-4287-420e-91bf-d6821ea61275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.044173 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.100229 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b05db596-2011-4ea1-9ece-e8f4fee7842b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:33.107303 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4ab0-4287-420e-91bf-d6821ea61275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.109422 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.110426 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4484743-d0e6-47f4-86c3-5d39f96dbb8f up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:33.110594 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4ab0-4287-420e-91bf-d6821ea61275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.114378 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ad7e4ab0-4287-420e-91bf-d6821ea61275 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c050ae7-234a-4566-8d4f-b1d64468071c HTTP/1.1" status: 204 len: 168 time: 0.2754054 Oct 29 21:26:33.125926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e4ab0-4287-420e-91bf-d6821ea61275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c050ae7-234a-4566-8d4f-b1d64468071c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:33.150869 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35828) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:33.156551 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-320682575-network', 'tenant_id': '2f80ae654d53432aaf6ee6989ec78267'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:33.209617 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Made reservation on behalf of 2f80ae654d53432aaf6ee6989ec78267 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:33.213652 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.228276 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.263330 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b05db596-2011-4ea1-9ece-e8f4fee7842b,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:33.279609 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port b4484743-d0e6-47f4-86c3-5d39f96dbb8f completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:26:33.285469 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port b4484743-d0e6-47f4-86c3-5d39f96dbb8f triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:33.285993 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.365849 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.372219 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.408018 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd98d4-6f89-416a-9142-0150b452142f req-6d6a98dc-72ae-4c41-bb6a-8c7893c55dbb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:33.410075 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14dd98d4-6f89-416a-9142-0150b452142f req-6d6a98dc-72ae-4c41-bb6a-8c7893c55dbb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.0992131 Oct 29 21:26:33.412905 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:26:33.429105 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.453705 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.454023 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Added segment 1685c84a-dd68-47d8-90cb-689bba7535e4 of type vlan for network 954b1720-68ab-48c2-9fa1-c816dccc424a Oct 29 21:26:33.487576 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d764a-ab76-4d4c-9d19-080d214aea32,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:33.495799 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:33.504540 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.580587 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:33.611178 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14dd98d4-6f89-416a-9142-0150b452142f req-795e5736-396f-415c-b389-7cded2fac0a9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923819 Oct 29 21:26:33.612922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.657596 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0fe79-2a01-4ad7-8c3f-ece1bfb5d20d req-8dba6e92-e4c1-452c-b937-2880f79259be tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:33.661388 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-33d0fe79-2a01-4ad7-8c3f-ece1bfb5d20d req-8dba6e92-e4c1-452c-b937-2880f79259be tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1066716 Oct 29 21:26:33.676221 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.677474 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:33.678356 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.754540 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6027586 Oct 29 21:26:33.757949 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35844) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:33.764521 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-33d0fe79-2a01-4ad7-8c3f-ece1bfb5d20d req-27743088-c366-419a-a30f-fe6f3a95d86d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982857 Oct 29 21:26:33.766433 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Request body: {'subnet': {'network_id': '954b1720-68ab-48c2-9fa1-c816dccc424a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-320682575-subnet', 'tenant_id': '2f80ae654d53432aaf6ee6989ec78267', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:33.779460 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f75e7b-5647-4094-8d6c-f83dc95d783c admin admin] Pushing event updated for resources: {'Network': ['ID=954b1720-68ab-48c2-9fa1-c816dccc424a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:33.798110 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 954b1720-68ab-48c2-9fa1-c816dccc424a details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:26:33.811428 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Made reservation on behalf of 2f80ae654d53432aaf6ee6989ec78267 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:26:33.814122 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:33.935681 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05db596-2011-4ea1-9ece-e8f4fee7842b'}, {'server_uuid': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:33.945948 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa85ae7-a9f5-4172-9486-7ab1d1b8cc8d" -d '{"events": [{"server_uuid": "ef1f4e15-98ca-46cb-bedf-c70eff8b0361", "name": "network-vif-plugged", "status": "completed", "tag": "b05db596-2011-4ea1-9ece-e8f4fee7842b"}, {"server_uuid": "5a7666d8-19c3-4efa-95dc-1462a50cdd1c", "name": "network-vif-plugged", "status": "completed", "tag": "b4484743-d0e6-47f4-86c3-5d39f96dbb8f"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:34.000091 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0228cc46-50e0-4773-a170-8ac4f74e6250 x-openstack-request-id: req-0228cc46-50e0-4773-a170-8ac4f74e6250 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:34.000466 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1f4e15-98ca-46cb-bedf-c70eff8b0361", "name": "network-vif-plugged", "status": "completed", "tag": "b05db596-2011-4ea1-9ece-e8f4fee7842b", "code": 200}, {"server_uuid": "5a7666d8-19c3-4efa-95dc-1462a50cdd1c", "name": "network-vif-plugged", "status": "completed", "tag": "b4484743-d0e6-47f4-86c3-5d39f96dbb8f", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:34.000811 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0228cc46-50e0-4773-a170-8ac4f74e6250 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:34.001403 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05db596-2011-4ea1-9ece-e8f4fee7842b', 'code': 200} Oct 29 21:26:34.001889 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f', 'code': 200} Oct 29 21:26:34.014252 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3935b-822f-4e89-b32b-e3a0ee06cee2 req-02f524e7-f827-47dd-a8ee-47f33d071f59 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:34.015958 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-67d3935b-822f-4e89-b32b-e3a0ee06cee2 req-02f524e7-f827-47dd-a8ee-47f33d071f59 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0699496 Oct 29 21:26:34.099839 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-67d3935b-822f-4e89-b32b-e3a0ee06cee2 req-76b31539-0648-4689-9a81-1df1de8a29fa tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709763 Oct 29 21:26:34.135716 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.209252 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8005f889-3cdf-4394-a469-56c8b4fcd69a,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:34.219987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Checking segment: {'id': '1685c84a-dd68-47d8-90cb-689bba7535e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '954b1720-68ab-48c2-9fa1-c816dccc424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:26:34.220289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Network hostable DHCP agents. Network: 954b1720-68ab-48c2-9fa1-c816dccc424a, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:26:34.239275 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Network 954b1720-68ab-48c2-9fa1-c816dccc424a is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:26:34.255612 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 954b1720-68ab-48c2-9fa1-c816dccc424a) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:26:34.261851 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:34.262463 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.281823 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f523335-a272-47bb-b49c-761f861287d6 None None] Network 954b1720-68ab-48c2-9fa1-c816dccc424a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:26:34.289084 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d6e60740-393f-44d7-b967-7a35fbf6cc37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5290468 Oct 29 21:26:34.445311 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35876) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:34.479544 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d305098b-c00e-45a6-8918-173ff509dbe2 None None] Network 954b1720-68ab-48c2-9fa1-c816dccc424a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:26:34.513918 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Deleting subnet 140eaefd-e2d9-4294-a33a-0df4dd536a4e {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:26:34.518584 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.571966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.585046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.696484 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.739046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=140eaefd-e2d9-4294-a33a-0df4dd536a4e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:34.743885 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.750468 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-2cd8b79a-9528-4642-bee7-f4d2eb9c6f40 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/140eaefd-e2d9-4294-a33a-0df4dd536a4e HTTP/1.1" status: 204 len: 168 time: 0.3028855 Oct 29 21:26:34.752834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35888) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:34.825913 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e96990-8097-43cf-81eb-513565feec5c req-90f62302-b73a-49d5-a6a1-2de4d6eb9fb8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:34.834328 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-60e96990-8097-43cf-81eb-513565feec5c req-90f62302-b73a-49d5-a6a1-2de4d6eb9fb8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.1193740 Oct 29 21:26:34.860434 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.956198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-60e96990-8097-43cf-81eb-513565feec5c req-59a0c6e8-b7de-4ef8-bc1d-912b35c29801 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100206 Oct 29 21:26:34.983349 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:34.999400 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0ff63-1eaf-4635-b46d-dfefd8e2cad9 req-a9389d99-b6fe-4cf8-bd41-c307d17da815 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:35.001998 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84a0ff63-1eaf-4635-b46d-dfefd8e2cad9 req-a9389d99-b6fe-4cf8-bd41-c307d17da815 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1185763 Oct 29 21:26:35.015962 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.016335 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.017110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.017443 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > port after_create 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.017765 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.018100 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > port after_update 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.018420 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.018970 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.019284 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.019607 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.072183 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84a0ff63-1eaf-4635-b46d-dfefd8e2cad9 req-fb1297eb-c18f-4599-bd72-0438593c63c5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583627 Oct 29 21:26:35.209426 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:26:35.217702 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.218046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.218372 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.218714 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.219329 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:35.248975 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95fd3ac-109c-40cb-aa0d-d4b3d21e3d1e') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:35.249248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95fd3ac-109c-40cb-aa0d-d4b3d21e3d1e') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:35.279986 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a493-06c9-4958-a927-5ebb2b260118 req-78d37bb8-026e-4867-be48-899bfadf1344 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:35.283710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 00f05b70-02ec-4394-ad98-06baf7536f4c completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:26:35.291035 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.296270 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8e11a493-06c9-4958-a927-5ebb2b260118 req-78d37bb8-026e-4867-be48-899bfadf1344 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0995216 Oct 29 21:26:35.297571 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 00f05b70-02ec-4394-ad98-06baf7536f4c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:26:35.297942 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.331225 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.345044 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:26:35.345528 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: from cryptography.utils import int_from_bytes Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: from cryptography.utils import int_from_bytes Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:26:35.358658 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:26:35.369268 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8e11a493-06c9-4958-a927-5ebb2b260118 req-758d573b-696d-41c2-88d5-36cb0a3b8e36 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508356 Oct 29 21:26:35.421927 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.435811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.457238 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:35.460609 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.473597 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35914) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:35.474356 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-44a0c080-9a91-4b00-89d3-c4cfbaf6b371 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a9e0a0c-6a4a-409e-b84b-3b77fe267d2f HTTP/1.1" status: 204 len: 168 time: 0.7204640 Oct 29 21:26:35.477356 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:26:35.486995 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.564057 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:35.564695 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Deleting subnet 8005f889-3cdf-4394-a469-56c8b4fcd69a {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:26:35.571754 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.629673 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.642461 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.735432 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.764827 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8005f889-3cdf-4394-a469-56c8b4fcd69a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:35.767338 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.771996 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e4e102ca-d012-4c89-a041-fd35e5c1f4ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8005f889-3cdf-4394-a469-56c8b4fcd69a HTTP/1.1" status: 204 len: 168 time: 0.2970507 Oct 29 21:26:35.774339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35940) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:35.857022 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.954238 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:35.981702 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.982056 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.982765 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.983087 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > port after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.983399 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > port after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.983727 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > port after_update 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.984041 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.984364 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.984683 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:35.985136 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:36.002925 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:36.008163 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a0b0d-f65f-4ed4-8716-52543ac383d6" -d '{"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-plugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:36.057834 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:36.058270 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:36.058590 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:36.058720 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce1dd82-a04f-47a5-bd18-8eac7ffe3dc5 x-openstack-request-id: req-6ce1dd82-a04f-47a5-bd18-8eac7ffe3dc5 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:36.058883 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-plugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:36.058972 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 21:26:36.059136 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ce1dd82-a04f-47a5-bd18-8eac7ffe3dc5 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:36.059266 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954b1720-68ab-48c2-9fa1-c816dccc424a']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:36.059797 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'code': 200} Oct 29 21:26:36.108009 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1685c84a-dd68-47d8-90cb-689bba7535e4') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:36.108316 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1685c84a-dd68-47d8-90cb-689bba7535e4') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:36.128312 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:36.162223 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:36.206061 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5d5c3-b778-4c05-916c-e87bec59f50d req-bef2cf43-f989-4b79-94ae-5caa6c5e1e3b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:36.209890 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cbd5d5c3-b778-4c05-916c-e87bec59f50d req-bef2cf43-f989-4b79-94ae-5caa6c5e1e3b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1444676 Oct 29 21:26:36.224416 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:26:36.225190 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: from cryptography.utils import int_from_bytes Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: from cryptography.utils import int_from_bytes Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:26:36.232358 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:26:36.452411 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:36.460002 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35976) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:36.460489 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cbd5d5c3-b778-4c05-916c-e87bec59f50d req-b01c1219-a8aa-4b26-9303-f306a307f380 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262712 Oct 29 21:26:36.478974 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7bb6a-1f38-4b00-9428-be13d5d14abd req-b8b6951e-93f3-4de9-afc1-a11328235bc5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:36.484631 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56f7bb6a-1f38-4b00-9428-be13d5d14abd req-b8b6951e-93f3-4de9-afc1-a11328235bc5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.3024082 Oct 29 21:26:36.509214 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:36.513192 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] 10.222.0.30 "DELETE /v2.0/networks/954b1720-68ab-48c2-9fa1-c816dccc424a HTTP/1.1" status: 204 len: 168 time: 0.7378418 Oct 29 21:26:36.609257 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9355-3d01-480a-9721-6db21816f76b admin admin] Pushing event deleted for resources: {'Network': ['ID=954b1720-68ab-48c2-9fa1-c816dccc424a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:36.626228 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56f7bb6a-1f38-4b00-9428-be13d5d14abd req-00aff0ac-ded9-40ff-9f6d-c1a4dea98c92 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246486 Oct 29 21:26:36.718693 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f6155-4cf8-44ac-a1c4-0f27e456e758 req-a9e526dd-d82e-4e83-97c9-cbeeb7c81f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:36.720605 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d3f6155-4cf8-44ac-a1c4-0f27e456e758 req-a9e526dd-d82e-4e83-97c9-cbeeb7c81f4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1098 time: 0.1607380 Oct 29 21:26:36.726306 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf484b66-38bf-4aba-b674-bf20b017abc0 req-79bae587-507b-4873-8a05-35efef35860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:36.728312 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-cf484b66-38bf-4aba-b674-bf20b017abc0 req-79bae587-507b-4873-8a05-35efef35860f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.1333261 Oct 29 21:26:36.754774 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeeb4f9-3066-49db-aaf7-631a004c688e req-9c5a4293-6df8-4ea1-b875-4c07dda9de0a tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:36.758092 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0aeeb4f9-3066-49db-aaf7-631a004c688e req-9c5a4293-6df8-4ea1-b875-4c07dda9de0a tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.1305566 Oct 29 21:26:36.822341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bd84aaa-a667-4c3a-a867-6594369f8c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:36.826341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35986) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:36.860958 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0aeeb4f9-3066-49db-aaf7-631a004c688e req-f9179108-23b9-4801-b0d3-df63f0d084d0 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949550 Oct 29 21:26:36.907591 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4bcfc066-d1bd-4e75-8993-8ff7ed4ae72d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c111d93ed938480da707380e02b7264b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800095 Oct 29 21:26:36.911308 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 35988) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:36.998987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bd84aaa-a667-4c3a-a867-6594369f8c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.000348 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b12b7fda-4641-4de4-8aa9-35f57af13517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.004964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8bd84aaa-a667-4c3a-a867-6594369f8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.049763 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b12b7fda-4641-4de4-8aa9-35f57af13517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.065586 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8bd84aaa-a667-4c3a-a867-6594369f8c5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca7efe50fa144497b910781fd7ba1400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987287 Oct 29 21:26:37.066788 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 35990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:37.070412 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd84aaa-a667-4c3a-a867-6594369f8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe19646-426a-49bd-baba-9fbc46f1301b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:37.123583 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b12b7fda-4641-4de4-8aa9-35f57af13517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.127288 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b12b7fda-4641-4de4-8aa9-35f57af13517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.128760 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b12b7fda-4641-4de4-8aa9-35f57af13517 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d636424-fcb0-444d-8c6e-b9b2f85719fa HTTP/1.1" status: 204 len: 168 time: 0.2166336 Oct 29 21:26:37.134609 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5287065f-1965-4192-8c7b-4c74f7d675c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.144759 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b7fda-4641-4de4-8aa9-35f57af13517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d636424-fcb0-444d-8c6e-b9b2f85719fa,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:37.165783 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5287065f-1965-4192-8c7b-4c74f7d675c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.232786 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5287065f-1965-4192-8c7b-4c74f7d675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.235472 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5287065f-1965-4192-8c7b-4c74f7d675c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.236768 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5287065f-1965-4192-8c7b-4c74f7d675c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fe19646-426a-49bd-baba-9fbc46f1301b HTTP/1.1" status: 204 len: 168 time: 0.1684625 Oct 29 21:26:37.244939 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287065f-1965-4192-8c7b-4c74f7d675c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe19646-426a-49bd-baba-9fbc46f1301b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:37.570546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36006) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:37.571077 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36008) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:37.596327 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1023652-5100-47c6-b822-80729fbadbee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.611237 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743544d-150a-44c2-8239-5162efa9ae51 req-f795b6be-4c85-41e3-ad0f-5879eb117c56 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:37.612811 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0743544d-150a-44c2-8239-5162efa9ae51 req-f795b6be-4c85-41e3-ad0f-5879eb117c56 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0534406 Oct 29 21:26:37.645126 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-efaca664-8ec6-4b17-bed8-172178cfc812 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f80ae654d53432aaf6ee6989ec78267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730817 Oct 29 21:26:37.649483 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36010) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:37.703035 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0743544d-150a-44c2-8239-5162efa9ae51 req-434f69a3-f405-448b-8205-123506d36222 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832767 Oct 29 21:26:37.706626 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1023652-5100-47c6-b822-80729fbadbee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.713381 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c1023652-5100-47c6-b822-80729fbadbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.737640 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-355d6b38-1b2d-432d-9e87-0d371eff774c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.765320 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-c1023652-5100-47c6-b822-80729fbadbee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8bff9923eaf43b1bf601cb24ce76332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915390 Oct 29 21:26:37.766243 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36014) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:37.772632 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1023652-5100-47c6-b822-80729fbadbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45685ce-de92-4bf3-b5aa-0ae6d96a25ea,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:37.786123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-355d6b38-1b2d-432d-9e87-0d371eff774c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.827930 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f47444c7-9ce0-4b78-b841-19f97717ae66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.832922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84429b-a0e4-4fd3-bfa7-02eba93c3d77 req-254fd513-c1af-41b6-b9dd-da1cbb915b7a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:37.834512 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ef84429b-a0e4-4fd3-bfa7-02eba93c3d77 req-254fd513-c1af-41b6-b9dd-da1cbb915b7a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0987780 Oct 29 21:26:37.866945 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f47444c7-9ce0-4b78-b841-19f97717ae66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.898894 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-355d6b38-1b2d-432d-9e87-0d371eff774c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.903052 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-355d6b38-1b2d-432d-9e87-0d371eff774c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.908174 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-355d6b38-1b2d-432d-9e87-0d371eff774c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a0d764a-ab76-4d4c-9d19-080d214aea32 HTTP/1.1" status: 204 len: 168 time: 0.2542474 Oct 29 21:26:37.919294 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ef84429b-a0e4-4fd3-bfa7-02eba93c3d77 req-755c4f84-eaf7-4246-b41f-2b47acfc1a62 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729873 Oct 29 21:26:37.924057 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6b38-1b2d-432d-9e87-0d371eff774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d764a-ab76-4d4c-9d19-080d214aea32,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:37.964572 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f47444c7-9ce0-4b78-b841-19f97717ae66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.969820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f47444c7-9ce0-4b78-b841-19f97717ae66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:37.971813 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f47444c7-9ce0-4b78-b841-19f97717ae66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a45685ce-de92-4bf3-b5aa-0ae6d96a25ea HTTP/1.1" status: 204 len: 168 time: 0.2043853 Oct 29 21:26:37.997565 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47444c7-9ce0-4b78-b841-19f97717ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45685ce-de92-4bf3-b5aa-0ae6d96a25ea,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:38.018859 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36133c-e1b7-4d3e-85a9-821568841883 req-c42e544f-d91a-4612-95e5-af5b08ae71ef tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:38.020820 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd36133c-e1b7-4d3e-85a9-821568841883 req-c42e544f-d91a-4612-95e5-af5b08ae71ef tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0654826 Oct 29 21:26:38.105855 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd36133c-e1b7-4d3e-85a9-821568841883 req-e415ee78-68e8-4bb0-9ef8-9ebf38d9d3d9 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748060 Oct 29 21:26:38.876016 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf1da1-4639-422d-b902-3b6fae6a7fd9 req-31411f8d-bdad-4708-9c16-d18f4cb0d82f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:38.877638 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-faaf1da1-4639-422d-b902-3b6fae6a7fd9 req-31411f8d-bdad-4708-9c16-d18f4cb0d82f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0609853 Oct 29 21:26:38.951829 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-faaf1da1-4639-422d-b902-3b6fae6a7fd9 req-ba1d867f-69ed-4440-af36-16f818747c9c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623181 Oct 29 21:26:39.015220 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:26:39.134584 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089747c-0e07-469f-b44c-d3c6634a63b7 req-79423120-2cec-45a3-bc0c-24a68722f5be tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:39.138840 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1089747c-0e07-469f-b44c-d3c6634a63b7 req-79423120-2cec-45a3-bc0c-24a68722f5be tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0602915 Oct 29 21:26:39.221116 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1089747c-0e07-469f-b44c-d3c6634a63b7 req-853a75f1-4460-479c-80b7-7549567f698b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Oct 29 21:26:39.281543 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9238-e422-4eb8-89bc-2c91c1f9b2a7 req-cdb8d365-0f37-4a07-a8b6-1436dd4e550e tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:39.283242 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-603b9238-e422-4eb8-89bc-2c91c1f9b2a7 req-cdb8d365-0f37-4a07-a8b6-1436dd4e550e tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0758517 Oct 29 21:26:39.337928 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-603b9238-e422-4eb8-89bc-2c91c1f9b2a7 req-ec647573-5d1b-4be2-8d75-e82bc6fc7dce tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Oct 29 21:26:39.543544 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d3f6155-4cf8-44ac-a1c4-0f27e456e758 req-aee03268-9bd0-4513-a176-1cbac115808f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949540 Oct 29 21:26:39.547063 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-cf484b66-38bf-4aba-b674-bf20b017abc0 req-6929b0c5-d6f9-419d-9d7f-20204e5ee4c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938456 Oct 29 21:26:39.557042 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b8af3-fb5f-4a87-9376-fb5ce8ac800d req-91726cd9-6f8e-4735-a0ff-2ed311e3e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:39.560173 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a03b8af3-fb5f-4a87-9376-fb5ce8ac800d req-91726cd9-6f8e-4735-a0ff-2ed311e3e315 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 1098 time: 0.1059213 Oct 29 21:26:39.805366 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36100) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:40.012111 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a03b8af3-fb5f-4a87-9376-fb5ce8ac800d req-f7acd7bc-c21f-45bf-bd4b-4c9f49d35a26 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 Oct 29 21:26:40.081743 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b08468a1-0565-4d7f-90bb-fc24333ff0d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.172533 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec024dd2-20af-462c-a9ef-b68d0d2013fa req-ef589f1e-3233-479c-8dd1-eb7df0626293 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:40.174370 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ec024dd2-20af-462c-a9ef-b68d0d2013fa req-ef589f1e-3233-479c-8dd1-eb7df0626293 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1070735 Oct 29 21:26:40.204066 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b08468a1-0565-4d7f-90bb-fc24333ff0d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.211027 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b08468a1-0565-4d7f-90bb-fc24333ff0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.239413 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ec024dd2-20af-462c-a9ef-b68d0d2013fa req-c86c93a8-a345-439e-9937-40ca4b761dcd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Oct 29 21:26:40.312631 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08468a1-0565-4d7f-90bb-fc24333ff0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99cce1a-20df-4ed9-97d2-800123dcf704,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:40.329486 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b08468a1-0565-4d7f-90bb-fc24333ff0d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ffa4b4663ee4fce960a6b6d723dae21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196519 Oct 29 21:26:40.330548 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:40.599747 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4dcebfd-29fd-4833-b957-7c3c5721ae93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.625648 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b23b1-8aed-49bf-a2e3-c6a1db90414a req-8fe25d87-d26d-405e-8eb0-1a4624e6bd52 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:40.637874 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d89b23b1-8aed-49bf-a2e3-c6a1db90414a req-8fe25d87-d26d-405e-8eb0-1a4624e6bd52 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.2724488 Oct 29 21:26:40.702331 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1307a-7b0c-4936-92a6-b329f2d76610 req-1c227c07-a00a-409b-8ecf-465d821671d4 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:40.703883 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0de1307a-7b0c-4936-92a6-b329f2d76610 req-1c227c07-a00a-409b-8ecf-465d821671d4 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.2181230 Oct 29 21:26:40.715574 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4dcebfd-29fd-4833-b957-7c3c5721ae93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.755747 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d89b23b1-8aed-49bf-a2e3-c6a1db90414a req-86bdfdb7-fff0-4cb9-a1a9-e58428c9606b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161337 Oct 29 21:26:40.797595 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0de1307a-7b0c-4936-92a6-b329f2d76610 req-fbb9e499-0cca-4824-8ef0-011f921b18d3 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843627 Oct 29 21:26:40.825608 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4dcebfd-29fd-4833-b957-7c3c5721ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.828339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c4dcebfd-29fd-4833-b957-7c3c5721ae93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:40.829563 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-c4dcebfd-29fd-4833-b957-7c3c5721ae93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e99cce1a-20df-4ed9-97d2-800123dcf704 HTTP/1.1" status: 204 len: 168 time: 0.4979773 Oct 29 21:26:40.838559 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcebfd-29fd-4833-b957-7c3c5721ae93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99cce1a-20df-4ed9-97d2-800123dcf704,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:40.893163 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36162) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:41.008049 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e864cfe-b0f7-408b-ab0a-c5f67ab6660b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.100524 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e864cfe-b0f7-408b-ab0a-c5f67ab6660b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.106567 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7e864cfe-b0f7-408b-ab0a-c5f67ab6660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.156998 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-7e864cfe-b0f7-408b-ab0a-c5f67ab6660b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bcf14e931354b96a290ea263ccdb67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627172 Oct 29 21:26:41.157893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e864cfe-b0f7-408b-ab0a-c5f67ab6660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a036920c-b500-4541-88a2-64e34580f795,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:41.159710 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36170) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:41.219493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98bd7e4e-8c2a-45ae-96f6-3e49a959aca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.243298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98bd7e4e-8c2a-45ae-96f6-3e49a959aca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.309638 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98bd7e4e-8c2a-45ae-96f6-3e49a959aca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.314654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98bd7e4e-8c2a-45ae-96f6-3e49a959aca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.319641 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-98bd7e4e-8c2a-45ae-96f6-3e49a959aca2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a036920c-b500-4541-88a2-64e34580f795 HTTP/1.1" status: 204 len: 168 time: 0.1584949 Oct 29 21:26:41.330775 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd7e4e-8c2a-45ae-96f6-3e49a959aca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a036920c-b500-4541-88a2-64e34580f795,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:41.555787 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f2025-8cb3-43fe-b540-23f3dd670ea4 req-40cb2360-9c45-47d5-94de-4e5188e75659 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:41.571774 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-170f2025-8cb3-43fe-b540-23f3dd670ea4 req-40cb2360-9c45-47d5-94de-4e5188e75659 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1299374 Oct 29 21:26:41.629103 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-170f2025-8cb3-43fe-b540-23f3dd670ea4 req-889b2d71-5e9e-4682-96e5-44fd78358f1f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585015 Oct 29 21:26:41.737886 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36196) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:41.751808 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4daf2fa8-98ae-403b-be89-c960f0d7a74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.883129 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4daf2fa8-98ae-403b-be89-c960f0d7a74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.889633 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4daf2fa8-98ae-403b-be89-c960f0d7a74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:41.926814 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559e0c2-6b86-42ab-b8ca-a68d1ba8f751 req-3ecb0c28-8b5c-4be9-9c63-7c40371ca9c7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:41.929014 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c559e0c2-6b86-42ab-b8ca-a68d1ba8f751 req-3ecb0c28-8b5c-4be9-9c63-7c40371ca9c7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0817175 Oct 29 21:26:41.944355 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4daf2fa8-98ae-403b-be89-c960f0d7a74a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2eacc61f8fe49ecac03e6a8e6a4172e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051778 Oct 29 21:26:41.945169 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf2fa8-98ae-403b-be89-c960f0d7a74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110e5b89-843d-4884-8bcd-4bd6945a2a19,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:41.948958 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36208) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:41.987999 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a4cfd-47ff-4c73-addb-5211e177a189 req-90b8b82d-55c2-4842-9e47-b44b57ab2b64 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:41.989573 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5d9a4cfd-47ff-4c73-addb-5211e177a189 req-90b8b82d-55c2-4842-9e47-b44b57ab2b64 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.1113434 Oct 29 21:26:42.000349 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c559e0c2-6b86-42ab-b8ca-a68d1ba8f751 req-bf8352fa-d88e-44ae-858b-3936f39fe8cb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618763 Oct 29 21:26:42.007691 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-863617c5-e3c1-4077-99f4-d3f9e484ec08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:42.037552 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-863617c5-e3c1-4077-99f4-d3f9e484ec08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:42.045005 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5d9a4cfd-47ff-4c73-addb-5211e177a189 req-ca64a3af-cee5-486a-a823-04f3094062c9 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433357 Oct 29 21:26:42.111555 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-863617c5-e3c1-4077-99f4-d3f9e484ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:42.117557 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-863617c5-e3c1-4077-99f4-d3f9e484ec08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:42.119097 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-863617c5-e3c1-4077-99f4-d3f9e484ec08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/110e5b89-843d-4884-8bcd-4bd6945a2a19 HTTP/1.1" status: 204 len: 168 time: 0.1688952 Oct 29 21:26:42.138705 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863617c5-e3c1-4077-99f4-d3f9e484ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110e5b89-843d-4884-8bcd-4bd6945a2a19,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:42.802397 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446139d-ae79-4388-b682-8d1f8870971c req-67eb5836-e68d-4912-8328-52bc6cfaea94 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:42.803970 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2446139d-ae79-4388-b682-8d1f8870971c req-67eb5836-e68d-4912-8328-52bc6cfaea94 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0533752 Oct 29 21:26:42.850223 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2446139d-ae79-4388-b682-8d1f8870971c req-46ea6456-f9e3-49e2-9304-7e1272ba76d6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Oct 29 21:26:43.160514 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78540b3e-e20b-4e53-a3fc-25a2a57bb4d6 req-88a7a43f-bf70-436d-bce6-73262d85032d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:43.162129 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-78540b3e-e20b-4e53-a3fc-25a2a57bb4d6 req-88a7a43f-bf70-436d-bce6-73262d85032d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0596700 Oct 29 21:26:43.226564 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-78540b3e-e20b-4e53-a3fc-25a2a57bb4d6 req-ac11d385-9a4d-4cee-bc28-ed85f9a2dbb0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542443 Oct 29 21:26:44.012439 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bcdb3-eafb-4050-b73d-5486ed118519 req-3bd430f4-8257-4bc8-94f1-139983902298 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:44.014839 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5c1bcdb3-eafb-4050-b73d-5486ed118519 req-3bd430f4-8257-4bc8-94f1-139983902298 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0701787 Oct 29 21:26:44.078939 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5c1bcdb3-eafb-4050-b73d-5486ed118519 req-6359cbbd-5c8d-4b13-8227-7e5d56e760f2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538630 Oct 29 21:26:44.380305 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78d698-1828-4cf9-8eff-3ff74c4298ca req-7f97e603-9f9d-4642-9b3c-f98233ef10ec tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:44.386569 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1b78d698-1828-4cf9-8eff-3ff74c4298ca req-7f97e603-9f9d-4642-9b3c-f98233ef10ec tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0703731 Oct 29 21:26:44.426186 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1b78d698-1828-4cf9-8eff-3ff74c4298ca req-68eb3b05-6e35-424c-aabc-5b2b54afd21c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375550 Oct 29 21:26:44.565027 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36294) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:44.791040 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cb54cdd-5fed-49da-8686-ccf19a1a0178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:44.946561 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cb54cdd-5fed-49da-8686-ccf19a1a0178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:44.953741 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1cb54cdd-5fed-49da-8686-ccf19a1a0178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:45.022998 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-1cb54cdd-5fed-49da-8686-ccf19a1a0178 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4152cec6c1e45afb67d1c680367a259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563711 Oct 29 21:26:45.024338 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb54cdd-5fed-49da-8686-ccf19a1a0178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba22bfc-33b7-4eba-a2f3-d9083b5a57af,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:45.028749 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36312) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:45.124934 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2eab609-11e0-421d-8e26-e08a69613664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:45.168652 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2eab609-11e0-421d-8e26-e08a69613664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:45.296453 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2eab609-11e0-421d-8e26-e08a69613664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:45.309099 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2eab609-11e0-421d-8e26-e08a69613664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:45.319120 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d2eab609-11e0-421d-8e26-e08a69613664 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aba22bfc-33b7-4eba-a2f3-d9083b5a57af HTTP/1.1" status: 204 len: 168 time: 0.2874699 Oct 29 21:26:45.357987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eab609-11e0-421d-8e26-e08a69613664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba22bfc-33b7-4eba-a2f3-d9083b5a57af,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:45.401925 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e4af7-20a1-45af-9807-913bdacb6944 req-cf057e01-066c-4b3d-a298-f78455ba2f86 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:45.405357 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f82e4af7-20a1-45af-9807-913bdacb6944 req-cf057e01-066c-4b3d-a298-f78455ba2f86 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1549382 Oct 29 21:26:45.512705 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f82e4af7-20a1-45af-9807-913bdacb6944 req-4de76fb6-b7cc-4707-ba80-f95bc581a690 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936563 Oct 29 21:26:45.786692 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88201af6-1228-47d3-a3f3-c76ab172fb0c req-4eadf091-6e97-480f-b507-fa2d0a713802 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:45.790224 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88201af6-1228-47d3-a3f3-c76ab172fb0c req-4eadf091-6e97-480f-b507-fa2d0a713802 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.2038043 Oct 29 21:26:45.919769 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88201af6-1228-47d3-a3f3-c76ab172fb0c req-23784f99-f90e-4203-b3ac-cdf7a9671990 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100359 Oct 29 21:26:45.954797 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef60a64-7a14-4390-b9c6-f13cb577a777 req-6138f4f7-33af-45b8-8a34-f3f8a41b226c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:45.969322 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fef60a64-7a14-4390-b9c6-f13cb577a777 req-6138f4f7-33af-45b8-8a34-f3f8a41b226c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1759522 Oct 29 21:26:45.978133 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36354) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:46.019909 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'floatingip': {'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:26:46.213009 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36364) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:46.266755 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83c86b9e-2288-4b22-b62c-87392cc06c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.305715 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.421678 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83c86b9e-2288-4b22-b62c-87392cc06c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.441472 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-83c86b9e-2288-4b22-b62c-87392cc06c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.513447 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-83c86b9e-2288-4b22-b62c-87392cc06c6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7588ea904874d80b666ac74c56ffe10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979448 Oct 29 21:26:46.516112 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36376) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:46.518608 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c86b9e-2288-4b22-b62c-87392cc06c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce906e43-045a-47f6-8e3d-1cc0d90a852b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:46.575993 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-f9b563b1-7098-4ebc-b7ca-55a05d9617e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:46.577688 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-f9b563b1-7098-4ebc-b7ca-55a05d9617e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 1098 time: 0.1727431 Oct 29 21:26:46.606066 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c6643e44-8051-4edf-832e-8d91b1dfeda9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.636710 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c6643e44-8051-4edf-832e-8d91b1dfeda9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.650162 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698128e0-154e-4118-88c9-f551ce241335 req-7ec03fcc-6bc7-4811-843f-6b2b8db1a6bf tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:46.651883 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-698128e0-154e-4118-88c9-f551ce241335 req-7ec03fcc-6bc7-4811-843f-6b2b8db1a6bf tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.2009418 Oct 29 21:26:46.727346 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c6643e44-8051-4edf-832e-8d91b1dfeda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.731170 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c6643e44-8051-4edf-832e-8d91b1dfeda9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:46.732567 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-c6643e44-8051-4edf-832e-8d91b1dfeda9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce906e43-045a-47f6-8e3d-1cc0d90a852b HTTP/1.1" status: 204 len: 168 time: 0.2150385 Oct 29 21:26:46.744036 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643e44-8051-4edf-832e-8d91b1dfeda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce906e43-045a-47f6-8e3d-1cc0d90a852b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:46.790245 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-698128e0-154e-4118-88c9-f551ce241335 req-cfdbf52f-5d56-48a2-bda1-11024dd90a16 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221471 Oct 29 21:26:47.434094 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:47.439746 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:47.590215 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Floating IP 0280e1cb-1112-422e-a522-5d18ce00c6f8 associated. External IP: 172.27.2.243, port: 00f05b70-02ec-4394-ad98-06baf7536f4c. Oct 29 21:26:47.905908 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:26:47.970569 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ddb8a-7233-4daa-9f9d-ed87b07d115e req-c219c320-67ae-4168-8877-62f9a4dc2411 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:47.972333 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-702ddb8a-7233-4daa-9f9d-ed87b07d115e req-c219c320-67ae-4168-8877-62f9a4dc2411 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1060162 Oct 29 21:26:48.061757 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-702ddb8a-7233-4daa-9f9d-ed87b07d115e req-acbd4ba5-a114-4b19-a611-25458550d130 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614879 Oct 29 21:26:48.081329 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:26:48.086927 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:48.098983 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:26:48.114138 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:48.115087 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:26:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:48.159446 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-36cf8e99-333f-4a31-91cb-c1bf90072160 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "PUT /v2.0/floatingips/0280e1cb-1112-422e-a522-5d18ce00c6f8 HTTP/1.1" status: 200 len: 991 time: 2.1576900 Oct 29 21:26:48.160539 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:26:48.165194 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4637acf-be84-4406-a602-14943cd91eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:26:48.271883 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:48.510580 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-afd748e3-7e92-40c4-a92d-9b1ca8417342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:48.513319 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-afd748e3-7e92-40c4-a92d-9b1ca8417342 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.1608992 Oct 29 21:26:48.681657 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086fc115-e85d-44fd-8dd8-c7ad8bfb0b58 x-openstack-request-id: req-086fc115-e85d-44fd-8dd8-c7ad8bfb0b58 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:26:48.682208 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:26:48.683041 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-086fc115-e85d-44fd-8dd8-c7ad8bfb0b58 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:26:48.684031 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'status': 'completed', 'code': 200} Oct 29 21:26:48.762190 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '0280e1cb-1112-422e-a522-5d18ce00c6f8', 'tenant_id': '963a38f541a44084a465972efa74034c', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'mac_address': 'fa:16:3e:68:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:26:12Z', 'updated_at': '2021-10-29T21:26:47Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:48.792372 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:26:48.803138 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:26:48.803943 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:26:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:49.055714 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:26:49.214908 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7a432-d8fd-48c6-a79a-fcc8586e2fd7 req-93b8e88e-5d1a-4bcd-a965-5a9917fecd00 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:49.217980 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9cc7a432-d8fd-48c6-a79a-fcc8586e2fd7 req-93b8e88e-5d1a-4bcd-a965-5a9917fecd00 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0648692 Oct 29 21:26:49.275202 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9cc7a432-d8fd-48c6-a79a-fcc8586e2fd7 req-a8c62b5d-daa6-48c2-b89f-67386e9e4b75 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516999 Oct 29 21:26:49.479655 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '0280e1cb-1112-422e-a522-5d18ce00c6f8', 'tenant_id': '963a38f541a44084a465972efa74034c', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'mac_address': 'fa:16:3e:68:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:26:12Z', 'updated_at': '2021-10-29T21:26:47Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:26:49.518178 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-04a273dc-afa1-476a-b4fc-50e3e13d1451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b HTTP/1.1" status: 200 len: 217 time: 0.0828941 Oct 29 21:26:49.523475 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f700009-725d-4106-9d06-0c36545913e0 None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '0280e1cb-1112-422e-a522-5d18ce00c6f8', 'tenant_id': '963a38f541a44084a465972efa74034c', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'mac_address': 'fa:16:3e:68:f8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:26:12Z', 'updated_at': '2021-10-29T21:26:47Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:26:49.559364 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4637acf-be84-4406-a602-14943cd91eb4 req-1fb44670-06cb-47e4-81c2-6714f342cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:49.561054 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-1fb44670-06cb-47e4-81c2-6714f342cdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1098 time: 0.0542955 Oct 29 21:26:49.714935 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-dd839514-985a-4645-80d0-31e78875e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:49.716519 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-dd839514-985a-4645-80d0-31e78875e68d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.1202784 Oct 29 21:26:49.752175 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4637acf-be84-4406-a602-14943cd91eb4 req-df7d45db-d2ac-4395-894d-47de046265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:49.753757 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-df7d45db-d2ac-4395-894d-47de046265d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.1497824 Oct 29 21:26:49.876256 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009d24e3-74ba-465e-87a5-e0a2f5729180 None None] New status for floating IP 0280e1cb-1112-422e-a522-5d18ce00c6f8: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:26:49.962959 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-95cee9e9-f72c-42c7-8815-631752fcbb40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632378 Oct 29 21:26:50.148223 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-288a4b67-002a-4c1f-b562-e51de9c5ab9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 200 len: 999 time: 0.3308649 Oct 29 21:26:50.484926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c010b76-322a-49b9-85fd-602387838087 req-93c743bf-497b-46c3-8ba4-7bdf29d2491d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:50.495829 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c010b76-322a-49b9-85fd-602387838087 req-93c743bf-497b-46c3-8ba4-7bdf29d2491d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0796101 Oct 29 21:26:50.591444 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-72d53887-4b71-4664-9a2d-c26a5395af60 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036623 Oct 29 21:26:50.597331 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c010b76-322a-49b9-85fd-602387838087 req-ee503297-44d6-4bcc-92d5-dd15b2047e7b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003940 Oct 29 21:26:50.641497 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4637acf-be84-4406-a602-14943cd91eb4 req-1e84ddc8-0c12-42ba-8b7d-32f695fb3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:50.643106 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-1e84ddc8-0c12-42ba-8b7d-32f695fb3427 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.4728086 Oct 29 21:26:50.765579 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4637acf-be84-4406-a602-14943cd91eb4 req-f561bc7a-778f-4d64-9937-8a4a8d56a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:50.767765 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-f561bc7a-778f-4d64-9937-8a4a8d56a10a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860450 Oct 29 21:26:50.845892 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-997a1ce8-fd14-4fc5-b5fd-bdf3bf8be953 req-083d8924-3ac9-4aaf-a714-884061eab7dd service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440934 Oct 29 21:26:50.980644 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-d103e291-b213-48c5-a664-f1645b5fa45c service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041121 Oct 29 21:26:51.134515 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d4637acf-be84-4406-a602-14943cd91eb4 req-db35f2a5-121c-49e6-9f57-55c2bdf2b853 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206510 Oct 29 21:26:51.292356 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36526) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:51.442720 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.568148 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.576627 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.589255 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3cc8e363-0b98-4b3d-b35d-cd505f0cf0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.639106 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55f42444b78f4ce1afec7f808de7c48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427646 Oct 29 21:26:51.641038 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36538) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:51.659731 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97dcd24f-03c4-4a97-b7ab-706950774a7f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:51.679456 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.680339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.681053 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.681709 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.682928 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.683866 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.685041 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.686703 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.687642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.688819 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.690324 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.691525 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f223b43a-d80d-4267-b873-97edf56f3afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.771321 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.801587 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0136c-3bc4-4c4d-8cee-70c61b4018c2 req-fa42c0a1-ca20-40b2-ac40-4459edaf4457 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:51.803387 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-70d0136c-3bc4-4c4d-8cee-70c61b4018c2 req-fa42c0a1-ca20-40b2-ac40-4459edaf4457 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0765572 Oct 29 21:26:51.820354 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.862672 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-70d0136c-3bc4-4c4d-8cee-70c61b4018c2 req-70d41b5b-f674-414d-9892-28688abdc359 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486312 Oct 29 21:26:51.913334 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.915955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:51.917537 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97dcd24f-03c4-4a97-b7ab-706950774a7f HTTP/1.1" status: 204 len: 168 time: 0.2747188 Oct 29 21:26:51.929025 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dcd24f-03c4-4a97-b7ab-706950774a7f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:51.937046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.937394 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.937728 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.938060 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.938383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.938706 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.939023 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.939338 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.939654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.939971 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.940279 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:51.940596 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bb5ebe-a8a0-4763-8e16-8c5b7c6862bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:26:52.262233 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36556) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:52.283162 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbfb3-ba6e-4d2a-be94-d853a495349e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.386295 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbfb3-ba6e-4d2a-be94-d853a495349e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.391049 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbfb3-ba6e-4d2a-be94-d853a495349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.433038 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bfbdbfb3-ba6e-4d2a-be94-d853a495349e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc6d2c960fbb4cefa83d73e1d6eb2ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687846 Oct 29 21:26:52.433952 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdbfb3-ba6e-4d2a-be94-d853a495349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb33b583-601f-4afd-b742-bc280f229690,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:52.436456 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36562) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:52.515536 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7292403-dff2-4280-9d34-121935f41573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.542426 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7292403-dff2-4280-9d34-121935f41573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.599993 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7292403-dff2-4280-9d34-121935f41573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.602610 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b7292403-dff2-4280-9d34-121935f41573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:52.603827 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b7292403-dff2-4280-9d34-121935f41573 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb33b583-601f-4afd-b742-bc280f229690 HTTP/1.1" status: 204 len: 168 time: 0.1664107 Oct 29 21:26:52.612546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7292403-dff2-4280-9d34-121935f41573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb33b583-601f-4afd-b742-bc280f229690,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:26:52.984497 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed59c8e-06ac-478c-980c-028232f5c930 req-fe0f287f-0d3a-4a68-a93a-7bacafa6093b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:52.986038 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9ed59c8e-06ac-478c-980c-028232f5c930 req-fe0f287f-0d3a-4a68-a93a-7bacafa6093b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Oct 29 21:26:53.030589 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9ed59c8e-06ac-478c-980c-028232f5c930 req-e1ec4f27-1106-4521-8a14-a3539a1467a9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Oct 29 21:26:54.179782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6387be1-cb11-4939-88c5-c78e98a6acfb req-50dd8ed8-ffbb-48e2-aba0-a3829ecd801e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:54.183787 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e6387be1-cb11-4939-88c5-c78e98a6acfb req-50dd8ed8-ffbb-48e2-aba0-a3829ecd801e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0753195 Oct 29 21:26:54.247975 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e6387be1-cb11-4939-88c5-c78e98a6acfb req-87ca12dc-b9a9-4e47-bb95-18b77bdaf1a2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447361 Oct 29 21:26:54.370601 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-a83f15b7-5a51-4a3b-a241-7149deb3f923 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0628967 Oct 29 21:26:54.477800 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-d00b4a7f-14a5-4844-a906-8d4b0ef9aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:54.482019 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-d00b4a7f-14a5-4844-a906-8d4b0ef9aa08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8d9f362cdc845efa82f6180ffa08a24&device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 1099 time: 0.0584595 Oct 29 21:26:54.487734 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8dca801e-0ce2-4519-ae9c-e601408819f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:54.636958 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-ddd2857e-2c8e-43ce-9e53-97406494ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:54.637556 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-ddd2857e-2c8e-43ce-9e53-97406494ca4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=0eb25923-3450-4892-a5f3-45b0f31dcbab HTTP/1.1" status: 200 len: 912 time: 0.1093333 Oct 29 21:26:54.687624 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-c7b16c42-66c2-44d8-8645-020b732c6e17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b33885e-9c79-4151-9570-397052898e7a HTTP/1.1" status: 200 len: 217 time: 0.0417392 Oct 29 21:26:54.748291 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-5db8413e-132a-4c72-9f8e-07874290080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:54.749844 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-5db8413e-132a-4c72-9f8e-07874290080a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0061f277-e077-4eef-a3d1-ea126ffbbcd4 HTTP/1.1" status: 200 len: 851 time: 0.0546124 Oct 29 21:26:55.195949 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:55.500971 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d370d-7780-4784-a954-e094ce6d2d89 req-39df8dcf-9287-4df9-8881-23d27d42bca2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:55.505224 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0c4d370d-7780-4784-a954-e094ce6d2d89 req-39df8dcf-9287-4df9-8881-23d27d42bca2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1431997 Oct 29 21:26:55.550974 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0c4d370d-7780-4784-a954-e094ce6d2d89 req-bcf29883-ebe9-428c-92d4-d84ed4350333 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367811 Oct 29 21:26:55.663952 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-86dc05da-30a1-4664-a4f5-f869ebd0fea1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0eb25923-3450-4892-a5f3-45b0f31dcbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273001 Oct 29 21:26:55.702117 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:55.772281 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:56.683380 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d70d2b-6293-4169-8ef6-90d6b2fb1081 req-ac34dbb5-9be1-4195-9368-6b296301c48e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:56.685605 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c3d70d2b-6293-4169-8ef6-90d6b2fb1081 req-ac34dbb5-9be1-4195-9368-6b296301c48e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0574884 Oct 29 21:26:56.732196 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c3d70d2b-6293-4169-8ef6-90d6b2fb1081 req-1cb00cc2-dc11-482f-a9dc-bd698ee82896 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368192 Oct 29 21:26:57.156870 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:26:57.695940 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-07ff52d8-ab42-4542-9967-f1db9229ac09 service neutron] 10.222.0.36 "GET /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091917 Oct 29 21:26:57.817518 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ea4d2f88-d939-4dbc-a577-c3b7e64f728a req-8e9ba468-8d73-4492-9d4f-79d913113fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134441 Oct 29 21:26:57.917397 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc4ff3-7a8e-4533-9550-4730b6c69275 req-6e6d7cef-1b9d-43d8-bbbd-ba2ab132328b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:57.920619 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7fc4ff3-7a8e-4533-9550-4730b6c69275 req-6e6d7cef-1b9d-43d8-bbbd-ba2ab132328b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0981405 Oct 29 21:26:57.974370 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7fc4ff3-7a8e-4533-9550-4730b6c69275 req-198b849c-7e19-4bad-b768-2b502b81f4b4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Oct 29 21:26:59.179798 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bbd5f-9e10-4e2d-b67c-e3efcad198f0 req-694baa21-dd56-4bbd-850a-8552b6c0b5f9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:26:59.181571 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-601bbd5f-9e10-4e2d-b67c-e3efcad198f0 req-694baa21-dd56-4bbd-850a-8552b6c0b5f9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0759811 Oct 29 21:26:59.243045 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-601bbd5f-9e10-4e2d-b67c-e3efcad198f0 req-1d00b64e-d262-4983-9b69-301f4a24a810 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Oct 29 21:26:59.679194 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36800) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:26:59.886374 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61893816-844e-41f8-96ff-dd6fd261c713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.019980 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61893816-844e-41f8-96ff-dd6fd261c713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.030384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-61893816-844e-41f8-96ff-dd6fd261c713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.102303 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-61893816-844e-41f8-96ff-dd6fd261c713 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e8cba922fb240a1b4f3cf0690cc0906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219043 Oct 29 21:27:00.103868 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61893816-844e-41f8-96ff-dd6fd261c713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fd4efd-4480-4f7b-8f0e-7c48bfd83d34,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:00.107098 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36822) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:00.299015 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3098d9aa-1cd5-4ed1-8b90-ccd1186398dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.332569 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3098d9aa-1cd5-4ed1-8b90-ccd1186398dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.415891 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce25977-8e93-4283-ba23-c2c3c1ac32f8 req-d2b9c202-5e8e-4cc1-b027-8a5cd9b3ae52 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:00.418054 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8ce25977-8e93-4283-ba23-c2c3c1ac32f8 req-d2b9c202-5e8e-4cc1-b027-8a5cd9b3ae52 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.2372246 Oct 29 21:27:00.421234 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3098d9aa-1cd5-4ed1-8b90-ccd1186398dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.423793 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3098d9aa-1cd5-4ed1-8b90-ccd1186398dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.424942 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3098d9aa-1cd5-4ed1-8b90-ccd1186398dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96fd4efd-4480-4f7b-8f0e-7c48bfd83d34 HTTP/1.1" status: 204 len: 168 time: 0.3134072 Oct 29 21:27:00.473728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d9aa-1cd5-4ed1-8b90-ccd1186398dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fd4efd-4480-4f7b-8f0e-7c48bfd83d34,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:00.520495 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9343e8-04eb-4aa1-80d2-20cca3ae72a4 req-cde677cd-5468-40c7-8773-794302b0d1a9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:00.522628 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-df9343e8-04eb-4aa1-80d2-20cca3ae72a4 req-cde677cd-5468-40c7-8773-794302b0d1a9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1026359 Oct 29 21:27:00.531392 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8ce25977-8e93-4283-ba23-c2c3c1ac32f8 req-7924a47a-8abf-4200-b16f-271b3cd68bc0 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940270 Oct 29 21:27:00.594978 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-df9343e8-04eb-4aa1-80d2-20cca3ae72a4 req-84ed221e-036d-4269-a8ed-fb84e0d9058e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621960 Oct 29 21:27:00.759416 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36846) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:00.891018 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-846e5d16-5bfe-4ff9-92cc-31647ee7f5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.892751 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36850) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:00.909052 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-413d7e13-52a0-481f-9921-01f99ac320ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.987121 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-846e5d16-5bfe-4ff9-92cc-31647ee7f5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:00.993107 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-846e5d16-5bfe-4ff9-92cc-31647ee7f5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.011364 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-413d7e13-52a0-481f-9921-01f99ac320ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.025656 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-413d7e13-52a0-481f-9921-01f99ac320ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.046249 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e5d16-5bfe-4ff9-92cc-31647ee7f5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43c800-b6b7-41c6-a5f4-6753242d865b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:01.053300 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-846e5d16-5bfe-4ff9-92cc-31647ee7f5de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9433ddf216e48d38174785745bfb799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925951 Oct 29 21:27:01.055745 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36860) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:01.073557 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d7e13-52a0-481f-9921-01f99ac320ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cbc36d-8edf-4335-b6ff-3cbf3f9cb516,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:01.091077 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-413d7e13-52a0-481f-9921-01f99ac320ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db924fc79b5b4920b7682b56004aa2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971271 Oct 29 21:27:01.094989 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36864) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:01.136264 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0c41-1941-4282-b351-22fd25eb44ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.163824 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0c41-1941-4282-b351-22fd25eb44ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.170037 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18288a82-22d0-49c1-8272-a83227403baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.196502 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18288a82-22d0-49c1-8272-a83227403baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.225228 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0c41-1941-4282-b351-22fd25eb44ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.227861 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e6dd0c41-1941-4282-b351-22fd25eb44ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.230089 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e6dd0c41-1941-4282-b351-22fd25eb44ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e43c800-b6b7-41c6-a5f4-6753242d865b HTTP/1.1" status: 204 len: 168 time: 0.1696939 Oct 29 21:27:01.243655 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd0c41-1941-4282-b351-22fd25eb44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43c800-b6b7-41c6-a5f4-6753242d865b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:01.274940 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18288a82-22d0-49c1-8272-a83227403baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.292313 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-18288a82-22d0-49c1-8272-a83227403baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.296404 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-18288a82-22d0-49c1-8272-a83227403baf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04cbc36d-8edf-4335-b6ff-3cbf3f9cb516 HTTP/1.1" status: 204 len: 168 time: 0.1980035 Oct 29 21:27:01.320830 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18288a82-22d0-49c1-8272-a83227403baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cbc36d-8edf-4335-b6ff-3cbf3f9cb516,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:01.706418 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea92d9-bcd9-4f82-bcb6-b7636eaba6fc req-eb0bf97a-8741-4743-9aef-3e7a5366121b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:01.715743 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-30ea92d9-bcd9-4f82-bcb6-b7636eaba6fc req-eb0bf97a-8741-4743-9aef-3e7a5366121b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0729785 Oct 29 21:27:01.818222 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c12c4-5e09-46f4-8da6-8ff97a09c131 req-b602ca7f-a972-4e93-9905-792bf5cf1367 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:01.830241 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-000c12c4-5e09-46f4-8da6-8ff97a09c131 req-b602ca7f-a972-4e93-9905-792bf5cf1367 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1114554 Oct 29 21:27:01.845961 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-30ea92d9-bcd9-4f82-bcb6-b7636eaba6fc req-8cac96dc-ca94-44df-8673-ba62f834384a tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283283 Oct 29 21:27:01.852233 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36906) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:01.887715 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86d456b-87bf-408c-81f3-3736e3af6156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:01.917177 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-000c12c4-5e09-46f4-8da6-8ff97a09c131 req-1c2e5235-ddb4-4316-aee4-d3eb77185686 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847597 Oct 29 21:27:02.066168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86d456b-87bf-408c-81f3-3736e3af6156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.090498 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86d456b-87bf-408c-81f3-3736e3af6156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.180613 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b86d456b-87bf-408c-81f3-3736e3af6156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=315a242de5094299b260b261280caabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262279 Oct 29 21:27:02.184962 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36918) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:02.221921 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d456b-87bf-408c-81f3-3736e3af6156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff686dc2-7c3e-4fd6-999e-e53a5b6a5018,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:02.251263 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a4c22fb-30f5-44e4-95ff-62afa41c6b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.287430 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a4c22fb-30f5-44e4-95ff-62afa41c6b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.321705 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36920) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:02.397203 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a4c22fb-30f5-44e4-95ff-62afa41c6b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.410467 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-7a4c22fb-30f5-44e4-95ff-62afa41c6b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.423882 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-7a4c22fb-30f5-44e4-95ff-62afa41c6b58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff686dc2-7c3e-4fd6-999e-e53a5b6a5018 HTTP/1.1" status: 204 len: 168 time: 0.2371101 Oct 29 21:27:02.455098 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c22fb-30f5-44e4-95ff-62afa41c6b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff686dc2-7c3e-4fd6-999e-e53a5b6a5018,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:02.648051 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b500d0a-080c-4a6f-801f-b38ed9dc5374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.749674 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b500d0a-080c-4a6f-801f-b38ed9dc5374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.754975 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2b500d0a-080c-4a6f-801f-b38ed9dc5374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.804438 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36938) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:02.805063 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-2b500d0a-080c-4a6f-801f-b38ed9dc5374 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b48572ed5124adc89b0a79ff3d24861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799368 Oct 29 21:27:02.806159 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500d0a-080c-4a6f-801f-b38ed9dc5374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb9b782-8cdc-4184-bac7-b9becc6e539b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:02.872928 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad77daa7-f260-4fcd-904b-c03753ff57a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:02.926227 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad77daa7-f260-4fcd-904b-c03753ff57a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.042152 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71f33b-21ed-408f-833a-9b7402f03073 req-21fedbb9-5bae-4c30-8bcb-aa4c615ec037 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:03.045202 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9f71f33b-21ed-408f-833a-9b7402f03073 req-21fedbb9-5bae-4c30-8bcb-aa4c615ec037 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0903213 Oct 29 21:27:03.075147 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad77daa7-f260-4fcd-904b-c03753ff57a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.078615 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad77daa7-f260-4fcd-904b-c03753ff57a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.080780 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ad77daa7-f260-4fcd-904b-c03753ff57a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8eb9b782-8cdc-4184-bac7-b9becc6e539b HTTP/1.1" status: 204 len: 168 time: 0.2741179 Oct 29 21:27:03.133830 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77daa7-f260-4fcd-904b-c03753ff57a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb9b782-8cdc-4184-bac7-b9becc6e539b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:03.142076 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36952) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:03.150107 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9f71f33b-21ed-408f-833a-9b7402f03073 req-f292c1d8-ac23-45ee-a06a-c28a4e971eeb tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880942 Oct 29 21:27:03.160319 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2262-db4a-4995-a24b-d130f48f3244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.337268 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2262-db4a-4995-a24b-d130f48f3244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.346893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2262-db4a-4995-a24b-d130f48f3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.354477 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637ceaa-b5bd-4e9e-90cf-ebd5751d377b req-4fabdf14-c7da-4d62-92b0-67ed86c1c232 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:03.356198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b637ceaa-b5bd-4e9e-90cf-ebd5751d377b req-4fabdf14-c7da-4d62-92b0-67ed86c1c232 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1040978 Oct 29 21:27:03.410402 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e2262-db4a-4995-a24b-d130f48f3244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fca1fe-2527-4bd0-927a-19ca04c5103c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:03.436208 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-1d7e2262-db4a-4995-a24b-d130f48f3244 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5df0a14670b34a2a927e530d4bf4c11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929440 Oct 29 21:27:03.436557 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b637ceaa-b5bd-4e9e-90cf-ebd5751d377b req-7b3f645c-3aa4-4d65-b0e2-c091aa0df918 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657177 Oct 29 21:27:03.437391 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36956) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:03.534380 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5299eefe-d666-4f58-9628-f680a8eba7cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.584166 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5299eefe-d666-4f58-9628-f680a8eba7cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.680719 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5299eefe-d666-4f58-9628-f680a8eba7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.686969 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 36968) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:03.692091 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5299eefe-d666-4f58-9628-f680a8eba7cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.696293 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5299eefe-d666-4f58-9628-f680a8eba7cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13fca1fe-2527-4bd0-927a-19ca04c5103c HTTP/1.1" status: 204 len: 168 time: 0.2551990 Oct 29 21:27:03.706369 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299eefe-d666-4f58-9628-f680a8eba7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fca1fe-2527-4bd0-927a-19ca04c5103c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:03.711593 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1530592c-7629-4d6b-91c4-205e5e64e5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.840639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1530592c-7629-4d6b-91c4-205e5e64e5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.847120 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1530592c-7629-4d6b-91c4-205e5e64e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:03.942678 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-1530592c-7629-4d6b-91c4-205e5e64e5b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=924774e36c1149e29106e80ee0802105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542663 Oct 29 21:27:03.949624 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 36980) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:03.953680 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530592c-7629-4d6b-91c4-205e5e64e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f528479b-db5d-4f8a-87e2-990de38e1ff0,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:04.045823 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93b679bc-0676-4a03-946d-d514e3e2f5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:04.095509 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93b679bc-0676-4a03-946d-d514e3e2f5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:04.172808 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93b679bc-0676-4a03-946d-d514e3e2f5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:04.178468 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-93b679bc-0676-4a03-946d-d514e3e2f5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:04.202669 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-93b679bc-0676-4a03-946d-d514e3e2f5ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f528479b-db5d-4f8a-87e2-990de38e1ff0 HTTP/1.1" status: 204 len: 168 time: 0.2520769 Oct 29 21:27:04.232829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b679bc-0676-4a03-946d-d514e3e2f5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f528479b-db5d-4f8a-87e2-990de38e1ff0,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:04.402125 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e8ff-68b7-46c0-9378-1dd4accf6427 req-ba75e941-3840-48be-864e-09d10c7c8bd5 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:04.409904 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c015e8ff-68b7-46c0-9378-1dd4accf6427 req-ba75e941-3840-48be-864e-09d10c7c8bd5 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0658803 Oct 29 21:27:04.456284 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c015e8ff-68b7-46c0-9378-1dd4accf6427 req-0fb591c8-1579-4bcf-b573-e42ea103f9f0 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Oct 29 21:27:04.639069 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d32fe9-5c13-41dd-9d3c-c4763a869972 req-ea0f6be8-41de-40f0-9c56-56a84f52bf48 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:04.640822 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e8d32fe9-5c13-41dd-9d3c-c4763a869972 req-ea0f6be8-41de-40f0-9c56-56a84f52bf48 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0752008 Oct 29 21:27:04.725905 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e8d32fe9-5c13-41dd-9d3c-c4763a869972 req-41a69ba5-59a0-46c0-99b5-4c78284ca478 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745378 Oct 29 21:27:05.656683 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632dac7-cec7-4523-9d15-1c1a8050e87d req-65848720-2d02-4eab-a84c-1fa32865a545 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:05.658498 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c632dac7-cec7-4523-9d15-1c1a8050e87d req-65848720-2d02-4eab-a84c-1fa32865a545 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.0704629 Oct 29 21:27:05.735100 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c632dac7-cec7-4523-9d15-1c1a8050e87d req-68c6d0ba-7290-4eb9-8ff8-2ba124ddb976 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/security-groups?id=0efa70e3-c1f7-47f7-98f8-82055a94b351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 Oct 29 21:27:05.876496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-87d4bee5-f82e-4ab5-92a5-8d45dc737e99 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:05.878239 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-87d4bee5-f82e-4ab5-92a5-8d45dc737e99 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.36 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 946 time: 0.1926553 Oct 29 21:27:05.920059 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058563-cd1a-47b9-99eb-b1e2dc7ba795 req-e00d0b4b-a7b4-4305-ab41-e9330bc37923 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:05.924454 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-11058563-cd1a-47b9-99eb-b1e2dc7ba795 req-e00d0b4b-a7b4-4305-ab41-e9330bc37923 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0702536 Oct 29 21:27:05.977606 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-11058563-cd1a-47b9-99eb-b1e2dc7ba795 req-36bcb081-7c8c-4a94-945c-19797e240f1a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Oct 29 21:27:06.159462 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Deleting port 2b33885e-9c79-4151-9570-397052898e7a {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:27:06.159802 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:06.312591 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] For port 2b33885e-9c79-4151-9570-397052898e7a, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=2b33885e-9c79-4151-9570-397052898e7a,segment=NetworkSegment(765dfce1-a2d3-49af-85a4-eced7670ce9e),segment_id=765dfce1-a2d3-49af-85a4-eced7670ce9e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:06.313082 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:06.336611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Calling delete_port for 2b33885e-9c79-4151-9570-397052898e7a owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:27:06.626845 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:06.642030 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['2b33885e-9c79-4151-9570-397052898e7a'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:27:06.668012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Pushing event deleted for resources: {'Port': ['ID=2b33885e-9c79-4151-9570-397052898e7a,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:06.748103 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] No DVR routers for this DVR port 2b33885e-9c79-4151-9570-397052898e7a on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:27:06.753181 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:06.757889 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-db10ed1f-a1dd-4125-80c6-ea38f718b3ca req-1efb56cf-e56e-48b7-8f5e-9d320352196b tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.36 "DELETE /v2.0/ports/2b33885e-9c79-4151-9570-397052898e7a HTTP/1.1" status: 204 len: 173 time: 0.8680098 Oct 29 21:27:06.758707 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'name': 'network-vif-deleted', 'tag': '2b33885e-9c79-4151-9570-397052898e7a'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:27:06.770781 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52922c19-4a5a-483d-86a2-3db5d0212b96" -d '{"events": [{"server_uuid": "70bb9d99-656e-49f8-bfbc-6e572b98c268", "name": "network-vif-deleted", "tag": "2b33885e-9c79-4151-9570-397052898e7a"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:27:06.831318 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef268e3-9737-4209-876f-5a2b9f9f75c3 x-openstack-request-id: req-9ef268e3-9737-4209-876f-5a2b9f9f75c3 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:27:06.831757 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bb9d99-656e-49f8-bfbc-6e572b98c268", "name": "network-vif-deleted", "tag": "2b33885e-9c79-4151-9570-397052898e7a", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:27:06.832131 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ef268e3-9737-4209-876f-5a2b9f9f75c3 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:27:06.832499 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70bb9d99-656e-49f8-bfbc-6e572b98c268', 'name': 'network-vif-deleted', 'tag': '2b33885e-9c79-4151-9570-397052898e7a', 'status': 'completed', 'code': 200} Oct 29 21:27:06.919100 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c33e083-d7a4-4fdd-98fb-506e61ae9099 req-8f566572-86a9-4574-adcd-c9874e2f9416 tempest-DeleteServersTestJSON-1528308955 tempest-DeleteServersTestJSON-1528308955-project] 10.222.0.30 "GET /v2.0/ports?device_id=70bb9d99-656e-49f8-bfbc-6e572b98c268 HTTP/1.1" status: 200 len: 210 time: 0.0428123 Oct 29 21:27:07.153520 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeed9d-3bb7-4ef6-80dd-f60099305547 req-29254479-2812-4b5f-af76-fb31f6297043 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:07.161949 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0ddeed9d-3bb7-4ef6-80dd-f60099305547 req-29254479-2812-4b5f-af76-fb31f6297043 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0790050 Oct 29 21:27:07.234086 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0ddeed9d-3bb7-4ef6-80dd-f60099305547 req-ed6be936-2a2a-449a-86f0-6b973cd86dac tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695412 Oct 29 21:27:08.475954 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e5527-895b-484c-b483-6cc72231b076 req-ca59c579-9901-4b91-88fa-4a1d0c035085 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:08.481377 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e11e5527-895b-484c-b483-6cc72231b076 req-ca59c579-9901-4b91-88fa-4a1d0c035085 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1253908 Oct 29 21:27:08.605457 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e11e5527-895b-484c-b483-6cc72231b076 req-6c6327d6-de5b-4be3-b446-950b6552d107 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086960 Oct 29 21:27:08.665599 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37228) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:08.840979 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb540b90-bdc9-495d-9312-94f342ac77c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:08.980717 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb540b90-bdc9-495d-9312-94f342ac77c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:08.991517 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cb540b90-bdc9-495d-9312-94f342ac77c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.165711 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37262) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:09.318326 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-cb540b90-bdc9-495d-9312-94f342ac77c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49665062f5304632beed405479b84ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505132 Oct 29 21:27:09.319545 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb540b90-bdc9-495d-9312-94f342ac77c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14da11ad-125b-4627-85ff-9174e87ab3fd,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:09.322623 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37274) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:09.383728 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e7387048-b087-46aa-a22b-30931f3b2d80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.417413 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acd6f60a-8781-43b5-96ed-240866a65d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.461531 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acd6f60a-8781-43b5-96ed-240866a65d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.521286 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e7387048-b087-46aa-a22b-30931f3b2d80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.528739 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e7387048-b087-46aa-a22b-30931f3b2d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.557146 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acd6f60a-8781-43b5-96ed-240866a65d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.563121 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-acd6f60a-8781-43b5-96ed-240866a65d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.580127 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-acd6f60a-8781-43b5-96ed-240866a65d70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14da11ad-125b-4627-85ff-9174e87ab3fd HTTP/1.1" status: 204 len: 168 time: 0.2536592 Oct 29 21:27:09.582199 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7387048-b087-46aa-a22b-30931f3b2d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4878c25-98aa-40ae-8541-1335c2e9a6db,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:09.591760 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e7387048-b087-46aa-a22b-30931f3b2d80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc977c073ff84873806d46ee1efb7575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237211 Oct 29 21:27:09.594461 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37286) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:09.624489 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6f60a-8781-43b5-96ed-240866a65d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da11ad-125b-4627-85ff-9174e87ab3fd,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:09.695981 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce5807a-b1a7-4daa-ac86-2e25a948638c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.736925 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce5807a-b1a7-4daa-ac86-2e25a948638c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.866100 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce5807a-b1a7-4daa-ac86-2e25a948638c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.870897 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce5807a-b1a7-4daa-ac86-2e25a948638c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:09.872683 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8ce5807a-b1a7-4daa-ac86-2e25a948638c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4878c25-98aa-40ae-8541-1335c2e9a6db HTTP/1.1" status: 204 len: 168 time: 0.2768989 Oct 29 21:27:09.882368 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5807a-b1a7-4daa-ac86-2e25a948638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4878c25-98aa-40ae-8541-1335c2e9a6db,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:09.891919 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1ee0c-cdc0-487a-b04a-e613372922f2 req-a0ff295f-1c1b-450a-a340-1f2ac52b9995 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:09.893841 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56e1ee0c-cdc0-487a-b04a-e613372922f2 req-a0ff295f-1c1b-450a-a340-1f2ac52b9995 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0833366 Oct 29 21:27:09.945945 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37304) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:09.954217 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56e1ee0c-cdc0-487a-b04a-e613372922f2 req-8fb3df56-20c0-4475-8769-537a77eb4859 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Oct 29 21:27:10.017399 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Deleting subnet 0061f277-e077-4eef-a3d1-ea126ffbbcd4 {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:27:10.021296 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.067522 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.124151 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.154566 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37306) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:10.178124 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ede5711-3812-4f24-8a3b-3c4f6c01ee5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.199221 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.231296 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0061f277-e077-4eef-a3d1-ea126ffbbcd4,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:10.233281 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.241526 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f8c1ad9b-cad5-4f2a-a984-5aae5fa5fd77 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0061f277-e077-4eef-a3d1-ea126ffbbcd4 HTTP/1.1" status: 204 len: 168 time: 0.2900491 Oct 29 21:27:10.241526 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37310) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:10.323574 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.334313 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ede5711-3812-4f24-8a3b-3c4f6c01ee5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.341228 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ede5711-3812-4f24-8a3b-3c4f6c01ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.387376 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-1ede5711-3812-4f24-8a3b-3c4f6c01ee5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08cfceac75014650be9a94b5739726d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306075 Oct 29 21:27:10.388062 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5711-3812-4f24-8a3b-3c4f6c01ee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c18eb2-2d78-46e6-ba0d-4dddd08c66d7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:10.390627 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37318) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:10.455600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.485801 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb25923-3450-4892-a5f3-45b0f31dcbab']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:10.500556 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86c4ee8-70e9-4034-95ce-9b473e1bebce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.501654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765dfce1-a2d3-49af-85a4-eced7670ce9e') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:10.502208 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765dfce1-a2d3-49af-85a4-eced7670ce9e') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:10.516289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.534252 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:27:10.545289 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:27:10.558849 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86c4ee8-70e9-4034-95ce-9b473e1bebce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.624961 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.630712 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.635528 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0eb25923-3450-4892-a5f3-45b0f31dcbab HTTP/1.1" status: 204 len: 168 time: 0.3926148 Oct 29 21:27:10.652624 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fa637-7f3d-4728-bac4-05ec4ce6aae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb25923-3450-4892-a5f3-45b0f31dcbab,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:10.680609 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86c4ee8-70e9-4034-95ce-9b473e1bebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.685721 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86c4ee8-70e9-4034-95ce-9b473e1bebce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:10.692558 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a86c4ee8-70e9-4034-95ce-9b473e1bebce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12c18eb2-2d78-46e6-ba0d-4dddd08c66d7 HTTP/1.1" status: 204 len: 168 time: 0.3008175 Oct 29 21:27:10.707125 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c4ee8-70e9-4034-95ce-9b473e1bebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c18eb2-2d78-46e6-ba0d-4dddd08c66d7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:10.871870 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 2b33885e-9c79-4151-9570-397052898e7a no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:27:10.927300 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 2b33885e-9c79-4151-9570-397052898e7a {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:27:10.928465 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 2b33885e-9c79-4151-9570-397052898e7a not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:27:11.042501 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37362) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:11.131038 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a307dbfd-0366-437a-adfa-2a6f7bc9720b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8d9f362cdc845efa82f6180ffa08a24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0870452 Oct 29 21:27:11.133634 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37370) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:11.162993 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67d5ac-8cdc-43cd-bd19-a658f56cf0de req-c5ba019f-e150-41da-a07e-01954d0fc403 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:11.164529 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9c67d5ac-8cdc-43cd-bd19-a658f56cf0de req-c5ba019f-e150-41da-a07e-01954d0fc403 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0974205 Oct 29 21:27:11.225379 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a2a0-acec-4764-a638-b491394aa63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.240942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37374) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:11.248789 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9c67d5ac-8cdc-43cd-bd19-a658f56cf0de req-146c0c31-d3c5-4f24-b1ad-39fb61af069c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Oct 29 21:27:11.270755 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a2a0-acec-4764-a638-b491394aa63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.341926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a2a0-acec-4764-a638-b491394aa63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.344616 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a2a0-acec-4764-a638-b491394aa63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.346097 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f7a7a2a0-acec-4764-a638-b491394aa63d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0efa70e3-c1f7-47f7-98f8-82055a94b351 HTTP/1.1" status: 204 len: 168 time: 0.2113936 Oct 29 21:27:11.354399 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a2a0-acec-4764-a638-b491394aa63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa70e3-c1f7-47f7-98f8-82055a94b351,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:11.710683 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37dcdc63-1ec4-44cd-96e0-7f708828d818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.834698 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37dcdc63-1ec4-44cd-96e0-7f708828d818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.841268 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-37dcdc63-1ec4-44cd-96e0-7f708828d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:11.875177 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37390) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:11.891362 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37394) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:11.891943 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-37dcdc63-1ec4-44cd-96e0-7f708828d818 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3924ce16c4e342fc8e90ba7e899364df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444254 Oct 29 21:27:11.892962 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcdc63-1ec4-44cd-96e0-7f708828d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49137ff-daac-46fc-a4f3-f83600823cf9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:11.985366 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90a6946b-6e60-406c-abd9-946df0a54b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.013154 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90a6946b-6e60-406c-abd9-946df0a54b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.111378 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90a6946b-6e60-406c-abd9-946df0a54b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.116184 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90a6946b-6e60-406c-abd9-946df0a54b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.118468 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-90a6946b-6e60-406c-abd9-946df0a54b99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a49137ff-daac-46fc-a4f3-f83600823cf9 HTTP/1.1" status: 204 len: 168 time: 0.2250226 Oct 29 21:27:12.128793 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6946b-6e60-406c-abd9-946df0a54b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49137ff-daac-46fc-a4f3-f83600823cf9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:12.171296 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70bc2cc5-c8c1-4144-8425-905ce36c3182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.287599 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70bc2cc5-c8c1-4144-8425-905ce36c3182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.307428 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-70bc2cc5-c8c1-4144-8425-905ce36c3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.422258 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc2cc5-c8c1-4144-8425-905ce36c3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2745c-a9b1-4c99-860e-cfae677c32c6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:12.468544 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-70bc2cc5-c8c1-4144-8425-905ce36c3182 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7f8bbc61be549459b5018a42a0bf5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916133 Oct 29 21:27:12.472703 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37420) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:12.543814 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be79fa1-ad82-478a-acc4-c372d06d53f1 req-fbf4a66e-8602-4207-a883-a7b72fe339a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:12.550981 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0be79fa1-ad82-478a-acc4-c372d06d53f1 req-fbf4a66e-8602-4207-a883-a7b72fe339a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1719191 Oct 29 21:27:12.665361 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1bed137b-86cb-4703-a3cc-38836f276f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.710279 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0be79fa1-ad82-478a-acc4-c372d06d53f1 req-8edea485-c9ba-4334-b89f-1ebeb48da754 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512244 Oct 29 21:27:12.728434 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1bed137b-86cb-4703-a3cc-38836f276f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.830579 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1bed137b-86cb-4703-a3cc-38836f276f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.835773 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-1bed137b-86cb-4703-a3cc-38836f276f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:12.837693 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-1bed137b-86cb-4703-a3cc-38836f276f88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0f2745c-a9b1-4c99-860e-cfae677c32c6 HTTP/1.1" status: 204 len: 168 time: 0.3625519 Oct 29 21:27:12.851732 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed137b-86cb-4703-a3cc-38836f276f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2745c-a9b1-4c99-860e-cfae677c32c6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:12.983437 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37438) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:12.999527 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42395453-3c81-4837-826d-1342dc11c1b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.122254 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42395453-3c81-4837-826d-1342dc11c1b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.129671 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42395453-3c81-4837-826d-1342dc11c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.171521 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-42395453-3c81-4837-826d-1342dc11c1b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80cd5856976849a1b876540d45dc773e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867232 Oct 29 21:27:13.172264 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42395453-3c81-4837-826d-1342dc11c1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64549b-d13b-4512-8d00-40112cef0283,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:13.174937 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37444) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:13.266715 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24f1c335-a473-4d53-9f60-59baa66aad69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.302380 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24f1c335-a473-4d53-9f60-59baa66aad69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.388526 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24f1c335-a473-4d53-9f60-59baa66aad69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.394072 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-24f1c335-a473-4d53-9f60-59baa66aad69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:13.395461 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-24f1c335-a473-4d53-9f60-59baa66aad69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef64549b-d13b-4512-8d00-40112cef0283 HTTP/1.1" status: 204 len: 168 time: 0.2154088 Oct 29 21:27:13.408721 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1c335-a473-4d53-9f60-59baa66aad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64549b-d13b-4512-8d00-40112cef0283,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:13.904606 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0379f1-a6f3-4aa7-a41a-1a963d914a86 req-01e2dc55-9b30-4d55-9145-863a73354ef9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:13.904606 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-be0379f1-a6f3-4aa7-a41a-1a963d914a86 req-01e2dc55-9b30-4d55-9145-863a73354ef9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0767028 Oct 29 21:27:13.975781 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-be0379f1-a6f3-4aa7-a41a-1a963d914a86 req-48e53a49-d19f-4ca0-a60c-3cd9a4091492 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652921 Oct 29 21:27:14.087613 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:14.477116 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-924602994-network', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:14.503991 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Made reservation on behalf of 9455187353944a2a8657a2e9fdab38b6 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:14.508099 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.519331 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.621982 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.629120 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.653094 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:27:14.668519 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1137c-80c1-415f-94e9-a681a3357067,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:14.674728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.675064 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Added segment ea6df577-b46d-42d0-bf1e-357d09f21a2f of type vlan for network c289c730-00fc-4f08-b98b-4539c8375990 Oct 29 21:27:14.742742 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.780419 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.782095 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:14.783006 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.896889 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8070848 Oct 29 21:27:14.899781 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37528) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:14.907118 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Request body: {'subnet': {'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-924602994-subnet', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:14.929481 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513da5c-ca2e-4a4b-b124-9e750f58659f admin admin] Pushing event updated for resources: {'Network': ['ID=c289c730-00fc-4f08-b98b-4539c8375990,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:14.943897 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network c289c730-00fc-4f08-b98b-4539c8375990 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:27:14.946340 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Made reservation on behalf of 9455187353944a2a8657a2e9fdab38b6 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:14.951594 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58850228'] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:14.955427 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37530) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:15.215755 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2c9f-a038-481c-9df1-f1d56ca81579 req-ea9d9b10-e7e5-4970-a61b-bd7a57a145d7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:15.223492 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b38b2c9f-a038-481c-9df1-f1d56ca81579 req-ea9d9b10-e7e5-4970-a61b-bd7a57a145d7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1283934 Oct 29 21:27:15.248638 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59957344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58849358'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.316227 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b38b2c9f-a038-481c-9df1-f1d56ca81579 req-3afba3b5-1bf4-4a6f-8728-75dff6979e31 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856323 Oct 29 21:27:15.336235 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb59b6a-f33c-4db2-90a3-c86f15b42986,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:15.355820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Checking segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:15.356451 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Network hostable DHCP agents. Network: c289c730-00fc-4f08-b98b-4539c8375990, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:27:15.380395 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-752c0368-1c3a-4dcf-972c-c3c75f9ac35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.383760 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Network c289c730-00fc-4f08-b98b-4539c8375990 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:27:15.402917 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, c289c730-00fc-4f08-b98b-4539c8375990) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:15.426868 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2727c-dbe1-4a8a-b54c-d63990b515b1 None None] Network c289c730-00fc-4f08-b98b-4539c8375990 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:15.427853 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:15.428502 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.492333 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a2dcca5b-1ce2-45bd-a212-9e6bf8165976 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5909128 Oct 29 21:27:15.496104 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37558) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:15.505963 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:15.571350 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.579159 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.606342 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-752c0368-1c3a-4dcf-972c-c3c75f9ac35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.618548 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-752c0368-1c3a-4dcf-972c-c3c75f9ac35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.698172 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c0368-1c3a-4dcf-972c-c3c75f9ac35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3133fd5f-a254-47dc-b130-24a68ccf76e5,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:15.699586 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.719104 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-752c0368-1c3a-4dcf-972c-c3c75f9ac35b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24f52e7bdc4d49ffa2ef04933a5a488a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7607069 Oct 29 21:27:15.722212 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37568) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:15.806458 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02b0e488-b56e-45e1-b788-6f9667005f62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.815338 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-c289c730-00fc-4f08-b98b-4539c8375990', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:27:15.816696 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.879141 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02b0e488-b56e-45e1-b788-6f9667005f62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.968771 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.992146 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02b0e488-b56e-45e1-b788-6f9667005f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.995657 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-02b0e488-b56e-45e1-b788-6f9667005f62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:15.996875 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-02b0e488-b56e-45e1-b788-6f9667005f62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3133fd5f-a254-47dc-b130-24a68ccf76e5 HTTP/1.1" status: 204 len: 168 time: 0.2725861 Oct 29 21:27:16.006811 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:27:16.012521 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0e488-b56e-45e1-b788-6f9667005f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3133fd5f-a254-47dc-b130-24a68ccf76e5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:16.049861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Allocated IP 172.20.0.2 (c289c730-00fc-4f08-b98b-4539c8375990/8fb59b6a-f33c-4db2-90a3-c86f15b42986/632a2c71-b1a2-4b6a-b53a-41e1ec5add53) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:16.243176 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37582) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:16.269341 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.302001 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.354861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Network c289c730-00fc-4f08-b98b-4539c8375990 is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:16.361094 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:16.368518 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:16.396311 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Pushing event updated for resources: {'Port': ['ID=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:16.470567 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.471090 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.471649 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.472226 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.472814 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.473382 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.474086 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.474509 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.475104 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.475755 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.476244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.476681 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:16.506511 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Attempting to bind port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:16.506927 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Attempting to bind port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:16.507291 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Attempting to bind port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 on network c289c730-00fc-4f08-b98b-4539c8375990 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:16.522599 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:16.523007 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Checking segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:16.523385 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.523778 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Bound using segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:16.524280 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Bound port: 632a2c71-b1a2-4b6a-b53a-41e1ec5add53, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:16.529937 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.590875 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508322f9-e3c7-42f0-a58c-29dd1e497ed6 req-dc6e179a-c3b0-49ca-9bbc-84aec33764d5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:16.595108 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-508322f9-e3c7-42f0-a58c-29dd1e497ed6 req-dc6e179a-c3b0-49ca-9bbc-84aec33764d5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.1160862 Oct 29 21:27:16.605899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.640421 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.703567 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-508322f9-e3c7-42f0-a58c-29dd1e497ed6 req-c1f60f60-3de4-4cb7-853a-8712a2915368 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044941 Oct 29 21:27:16.766501 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] For port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:16.772770 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1649110119-network', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:16.795125 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] For port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:16.809217 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.810074 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Made reservation on behalf of 5cceb7b2523242d3b0586a5f5f5e4484 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:16.812648 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.834393 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:16.834750 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Allocated IP 172.27.2.180 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/29d91bf2-02da-4cad-aaa6-6c7136ca6c32) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:16.987139 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f44b6-d52b-4e63-bb1a-976b822c3abe None None] Pushing event updated for resources: {'Port': ['ID=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:17.023688 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.042318 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.079028 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:17.108650 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:27:17.132777 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.134639 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Added segment 66853253-d022-4d98-89b2-d57f760b096c of type vlan for network 15213533-5449-4dd2-b381-db41dfb4c9d3 Oct 29 21:27:17.166991 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.234753 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.271988 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.305510 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.307687 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:17.308590 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.456834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:17.467289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:17.472808 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:17.482694 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Pushing event updated for resources: {'Port': ['ID=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:17.487592 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2419212 Oct 29 21:27:17.495121 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37620) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:17.530921 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506479-c63e-40b1-9ac5-80923cefef0c admin admin] Pushing event updated for resources: {'Network': ['ID=15213533-5449-4dd2-b381-db41dfb4c9d3,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:17.561339 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Request body: {'subnet': {'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1649110119-subnet', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:17.564823 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:27:17.896899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Made reservation on behalf of 5cceb7b2523242d3b0586a5f5f5e4484 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:17.907721 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58850228'] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:17.914609 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:18.052472 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:18.052747 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.156476 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05725133-9fd7-45c7-a426-80003f10cb9f req-4afdd69a-4560-458b-8446-cebca791efaa tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:18.167396 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-05725133-9fd7-45c7-a426-80003f10cb9f req-4afdd69a-4560-458b-8446-cebca791efaa tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.3016665 Oct 29 21:27:18.257120 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-05725133-9fd7-45c7-a426-80003f10cb9f req-6a342018-4226-4b38-8070-adf6881e9702 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840709 Oct 29 21:27:18.306364 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.381888 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:18.388040 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.415468 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.501242 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:18.702263 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59957344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58849358'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.739172 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37664) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:18.750429 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2527af-097d-4a3f-908a-14da3986dd97 None None] Network c289c730-00fc-4f08-b98b-4539c8375990 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:18.773659 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6458166d-5e5c-49e2-82ea-b934febb1ad4,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:18.810197 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.818861 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Checking segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:18.819227 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Network hostable DHCP agents. Network: 15213533-5449-4dd2-b381-db41dfb4c9d3, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:27:18.820115 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-1aa72e7f-afcf-42bc-b9be-5c306426c266 None None] Provisioning complete for port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:18.820489 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1aa72e7f-afcf-42bc-b9be-5c306426c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.937529 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:27:18.968617 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a11e01a1-abd6-474a-a7b7-24ab80829d1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:18.983183 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 15213533-5449-4dd2-b381-db41dfb4c9d3) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:18.998813 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd3789-375f-450d-99a7-79ba5df1427f None None] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:19.003009 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:19.003852 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.050598 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f82ad323-63f4-49a6-b594-211f7e392965 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4956300 Oct 29 21:27:19.054406 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37670) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:19.061548 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:19.122648 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.124416 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.137520 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a11e01a1-abd6-474a-a7b7-24ab80829d1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.147993 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a11e01a1-abd6-474a-a7b7-24ab80829d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.168360 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:27:19.341019 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.354039 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a11e01a1-abd6-474a-a7b7-24ab80829d1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76ade8dcfac54e55a38cd7a90ff1eae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126270 Oct 29 21:27:19.355566 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:19.395838 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-15213533-5449-4dd2-b381-db41dfb4c9d3', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:27:19.400111 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.566386 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:19.576930 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:19.587855 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e01a1-abd6-474a-a7b7-24ab80829d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd0d9f-40e7-442d-9fc2-f3d099cef670,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:19.626329 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.626502 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:19.626723 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d2e295ef-be6c-4d05-81b0-59ccd2a9ed66 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1249571 Oct 29 21:27:19.626796 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:26:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:19.626882 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37696) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:19.746622 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Allocated IP 172.20.0.2 (15213533-5449-4dd2-b381-db41dfb4c9d3/6458166d-5e5c-49e2-82ea-b934febb1ad4/427fd698-f9a3-47fe-a3dd-89f6ea10111b) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:19.800109 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:19.889693 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:19.912003 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:19.975308 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a9f49b14-820d-42fb-b044-fa33092214da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.014248 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-1a8b8f7b-1d4a-4ad4-9ed1-b8d053e4fdca None None] Provisioning complete for port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:20.015013 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8f7b-1d4a-4ad4-9ed1-b8d053e4fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.082447 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a9f49b14-820d-42fb-b044-fa33092214da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.099594 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32750c-c4f1-4bfa-b107-60603760178e req-5f38efec-9d6b-430c-bc64-bd7768188292 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:20.101527 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae32750c-c4f1-4bfa-b107-60603760178e req-5f38efec-9d6b-430c-bc64-bd7768188292 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.5176065 Oct 29 21:27:20.123268 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:20.123753 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.136481 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:18Z', 'revision_number': 3, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:20.202863 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae32750c-c4f1-4bfa-b107-60603760178e req-40460178-4bda-421a-97db-660b920ccac2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868459 Oct 29 21:27:20.205506 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a9f49b14-820d-42fb-b044-fa33092214da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.208388 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a9f49b14-820d-42fb-b044-fa33092214da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.210200 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a9f49b14-820d-42fb-b044-fa33092214da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6abd0d9f-40e7-442d-9fc2-f3d099cef670 HTTP/1.1" status: 204 len: 168 time: 0.8485150 Oct 29 21:27:20.247574 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f49b14-820d-42fb-b044-fa33092214da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd0d9f-40e7-442d-9fc2-f3d099cef670,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:20.260027 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:20.260690 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Updating router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:27:20.329541 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.459985 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.519094 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.592099 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:20.622009 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:20.631521 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:20.724377 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.774585 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.893541 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.957375 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Attempting to bind port 427fd698-f9a3-47fe-a3dd-89f6ea10111b on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:20.957881 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Attempting to bind port 427fd698-f9a3-47fe-a3dd-89f6ea10111b by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:20.961497 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Attempting to bind port 427fd698-f9a3-47fe-a3dd-89f6ea10111b on network 15213533-5449-4dd2-b381-db41dfb4c9d3 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:20.969521 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37730) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:20.987719 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:20.988339 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Checking segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:20.988793 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.989204 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Bound using segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:20.989729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Bound port: 427fd698-f9a3-47fe-a3dd-89f6ea10111b, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:20.990104 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:20.994829 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-918cafde-c867-4fe3-82c3-cba09512bfc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.019700 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Pushing event updated for resources: {'Port': ['ID=427fd698-f9a3-47fe-a3dd-89f6ea10111b,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:21.165248 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] For port 427fd698-f9a3-47fe-a3dd-89f6ea10111b, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:21.171462 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] For port 427fd698-f9a3-47fe-a3dd-89f6ea10111b, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=427fd698-f9a3-47fe-a3dd-89f6ea10111b,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:21.182782 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.195059 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.196399 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Allocated IP 172.20.0.1 (c289c730-00fc-4f08-b98b-4539c8375990/8fb59b6a-f33c-4db2-90a3-c86f15b42986/4a2613d6-3137-45fc-9f0a-86f270404f3e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:21.209591 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.220438 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-918cafde-c867-4fe3-82c3-cba09512bfc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.281752 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-918cafde-c867-4fe3-82c3-cba09512bfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.323978 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Pushing event updated for resources: {'Port': ['ID=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,revision_number=2']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:21.324305 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d01185-1929-4bbc-bfa5-5a93f5976395 None None] Pushing event updated for resources: {'Port': ['ID=427fd698-f9a3-47fe-a3dd-89f6ea10111b,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:21.342578 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.343021 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.343776 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.344359 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.344996 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.345617 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.345955 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-918cafde-c867-4fe3-82c3-cba09512bfc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b942404ea4741c493854c34fae2f529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750157 Oct 29 21:27:21.346374 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.346911 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.347445 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.348334 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.350459 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.351214 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:21.354994 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37758) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:21.391267 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Attempting to bind port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:21.391732 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Attempting to bind port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:21.392181 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Attempting to bind port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:21.397820 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Allocated IP 172.27.2.156 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/724168db-eb30-4ebe-931f-069296a807a0) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:21.408147 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:21.410158 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:21.411098 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.412994 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:21.413633 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Bound port: 29d91bf2-02da-4cad-aaa6-6c7136ca6c32, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:21.414182 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.485691 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cafde-c867-4fe3-82c3-cba09512bfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4054d98-2765-4e7b-b1c5-cfa05d1c12cc,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:21.538499 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] For port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:21.546281 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] For port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:21.554265 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.583834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5859de12-8411-4a5b-80aa-56b1bee4b4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.595664 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ecb0b7f1-00fd-46cc-af8f-703a05ecb138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.670575 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e6321-a435-47ca-b85c-27c4983bd7d8 None None] Pushing event updated for resources: {'Port': ['ID=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:21.694534 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.710884 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5859de12-8411-4a5b-80aa-56b1bee4b4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.760489 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:21.761817 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:26:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:21.875664 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.903222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:21.933617 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d61077-40ed-482b-8313-3943a91b31c3 req-ddf19a53-baa7-42c4-a0fc-0b37fe7c087b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:21.936496 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c4d61077-40ed-482b-8313-3943a91b31c3 req-ddf19a53-baa7-42c4-a0fc-0b37fe7c087b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.5070457 Oct 29 21:27:21.981497 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 427fd698-f9a3-47fe-a3dd-89f6ea10111b up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:21.995302 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5859de12-8411-4a5b-80aa-56b1bee4b4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.007099 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5859de12-8411-4a5b-80aa-56b1bee4b4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.032310 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-5859de12-8411-4a5b-80aa-56b1bee4b4d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4054d98-2765-4e7b-b1c5-cfa05d1c12cc HTTP/1.1" status: 204 len: 168 time: 0.6761737 Oct 29 21:27:22.036776 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c4d61077-40ed-482b-8313-3943a91b31c3 req-f1c9be08-b36e-4d81-9374-766e9ebf4d9e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873957 Oct 29 21:27:22.043543 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.092212 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Network c289c730-00fc-4f08-b98b-4539c8375990 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:22.111768 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 427fd698-f9a3-47fe-a3dd-89f6ea10111b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:22.112424 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.117303 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:22.118511 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:22.149059 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:22.163887 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:22.169023 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:22.172632 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:22.178109 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859de12-8411-4a5b-80aa-56b1bee4b4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4054d98-2765-4e7b-b1c5-cfa05d1c12cc,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:22.190646 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2613d6-3137-45fc-9f0a-86f270404f3e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:22.305468 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.332500 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Pushing event updated for resources: {'Port': ['ID=724168db-eb30-4ebe-931f-069296a807a0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:22.392018 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.497850 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 427fd698-f9a3-47fe-a3dd-89f6ea10111b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=427fd698-f9a3-47fe-a3dd-89f6ea10111b,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:22.507667 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.669419 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=427fd698-f9a3-47fe-a3dd-89f6ea10111b,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:22.746952 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-b35f2dda-a7a8-4e9f-b737-45bcb6aa9d83 None None] Provisioning complete for port 4a2613d6-3137-45fc-9f0a-86f270404f3e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:22.747253 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b35f2dda-a7a8-4e9f-b737-45bcb6aa9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.776734 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:18Z', 'revision_number': 3, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:22.780644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:22.853230 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-b35f2dda-a7a8-4e9f-b737-45bcb6aa9d83 None None] Port 4a2613d6-3137-45fc-9f0a-86f270404f3e cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:22.881462 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d55b40-b439-43f3-a9c8-97d8aa45fb29 req-5aa66aee-3072-4e7a-9f7a-144da490d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:22.885649 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-35d55b40-b439-43f3-a9c8-97d8aa45fb29 req-5aa66aee-3072-4e7a-9f7a-144da490d077 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 1098 time: 0.1674204 Oct 29 21:27:22.942260 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.001849 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-35d55b40-b439-43f3-a9c8-97d8aa45fb29 req-79d52c36-8a6d-4bc6-8b28-565614bb665e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096623 Oct 29 21:27:23.149905 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37794) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:23.178040 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.194701 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.204628 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e93cd6-c93a-4b07-8e1a-7f13cd295798 None None] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:23.211967 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39d46-837b-438f-bf74-2d06a631d9f4 None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:18Z', 'revision_number': 3, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:23.232989 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f472a9ee-d31b-4e6b-a43c-b84548f72254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.336032 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.341127 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2613d6-3137-45fc-9f0a-86f270404f3e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:23.477103 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-424261b9-0caa-4c8d-a7cf-5b7b3ab3b4fb None None] Provisioning complete for port 427fd698-f9a3-47fe-a3dd-89f6ea10111b triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:23.477103 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-424261b9-0caa-4c8d-a7cf-5b7b3ab3b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.523607 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c38ba5-2118-4c09-a52c-6f1c71d066d9 req-62b8f9a5-ca34-4450-a391-d463cbf2eab4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:23.526211 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0c38ba5-2118-4c09-a52c-6f1c71d066d9 req-62b8f9a5-ca34-4450-a391-d463cbf2eab4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.3451869 Oct 29 21:27:23.530904 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:23.583595 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Network c289c730-00fc-4f08-b98b-4539c8375990 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:23.590714 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:24.058463 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:27:24.071415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 427fd698-f9a3-47fe-a3dd-89f6ea10111b up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:24.345505 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 427fd698-f9a3-47fe-a3dd-89f6ea10111b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:24.346570 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.460613 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:24.489691 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-776e6b78-d920-4418-9e7c-bdcd0169ac81 admin admin] 10.222.0.30 "PUT /v2.0/routers/1d8112a8-58d2-4fd5-9921-e818bfa1c3b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8609259 Oct 29 21:27:24.495307 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-0eab54f4-054d-4e5d-b1a9-de0c9f8eb5b0 None None] Provisioning complete for port 4a2613d6-3137-45fc-9f0a-86f270404f3e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:24.495775 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0eab54f4-054d-4e5d-b1a9-de0c9f8eb5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.581304 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-0eab54f4-054d-4e5d-b1a9-de0c9f8eb5b0 None None] Port 4a2613d6-3137-45fc-9f0a-86f270404f3e cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:24.620635 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-33156757-49a3-4d5d-a5a8-514332219f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.670768 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f472a9ee-d31b-4e6b-a43c-b84548f72254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.691302 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0c38ba5-2118-4c09-a52c-6f1c71d066d9 req-1ece0736-9c4b-46c8-8f1f-a9f75e83ead7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1050816 Oct 29 21:27:24.698093 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f472a9ee-d31b-4e6b-a43c-b84548f72254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.739427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37824) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:24.751911 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-57ac31ae-44a3-428b-8468-eb13b414a369 None None] Provisioning complete for port 427fd698-f9a3-47fe-a3dd-89f6ea10111b triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:24.752553 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-57ac31ae-44a3-428b-8468-eb13b414a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.784840 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f472a9ee-d31b-4e6b-a43c-b84548f72254 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed401c95826e47a7a49e614b5efdabbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6333485 Oct 29 21:27:24.788039 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37828) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:24.840483 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472a9ee-d31b-4e6b-a43c-b84548f72254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9abace-7fe2-42e5-a83a-11403db53ee7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:24.872473 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Router 0a680e82-0a04-455b-b14b-08da682a50ca is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:27:24.903110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5609243-4aab-4f37-bb21-2e284f370f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:24.975654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5609243-4aab-4f37-bb21-2e284f370f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.006144 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96f24157-51ca-4446-b313-40642d309810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.063648 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:25.076082 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Sync routers for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:25.090149 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.091039 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:25.091463 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-d1761f15-e6b2-4d19-86fc-8f2327ebc6fa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0354843 Oct 29 21:27:25.092101 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:25.094723 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37834) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:25.261383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96f24157-51ca-4446-b313-40642d309810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.270173 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-96f24157-51ca-4446-b313-40642d309810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.304503 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.314581 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f24157-51ca-4446-b313-40642d309810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd2e6b8-0266-45d5-b1cc-55bdbce52aa5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:25.336508 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5609243-4aab-4f37-bb21-2e284f370f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.339680 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e5609243-4aab-4f37-bb21-2e284f370f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.340945 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e5609243-4aab-4f37-bb21-2e284f370f1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a9abace-7fe2-42e5-a83a-11403db53ee7 HTTP/1.1" status: 204 len: 168 time: 0.5520937 Oct 29 21:27:25.392277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:25.399241 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5609243-4aab-4f37-bb21-2e284f370f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9abace-7fe2-42e5-a83a-11403db53ee7,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:25.410861 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-96f24157-51ca-4446-b313-40642d309810 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09af84a4f3f1484592bbc9394ff6d25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701059 Oct 29 21:27:25.425833 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37848) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:25.569430 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d89dac06-882d-4a56-993d-a3ad4bff282f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.641964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d89dac06-882d-4a56-993d-a3ad4bff282f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.828052 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d89dac06-882d-4a56-993d-a3ad4bff282f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.835639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d89dac06-882d-4a56-993d-a3ad4bff282f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.837409 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d89dac06-882d-4a56-993d-a3ad4bff282f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fd2e6b8-0266-45d5-b1cc-55bdbce52aa5 HTTP/1.1" status: 204 len: 168 time: 0.4103813 Oct 29 21:27:25.880889 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.881637 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:25.922888 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dac06-882d-4a56-993d-a3ad4bff282f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd2e6b8-0266-45d5-b1cc-55bdbce52aa5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:25.948172 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 3, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:26.046732 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37870) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:26.051681 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760966162', 'description': 'tempest-description--184859218'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:26.053104 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:26.085585 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Checking router: 0a680e82-0a04-455b-b14b-08da682a50ca for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:26.086605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Updating router 0a680e82-0a04-455b-b14b-08da682a50ca port 724168db-eb30-4ebe-931f-069296a807a0 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:27:26.132909 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.168020 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.185021 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cb047-60bf-45e3-b5e4-02b876f0b450 req-87889754-b17e-46ba-8c39-8d26ea6812c2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:26.194751 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd3cb047-60bf-45e3-b5e4-02b876f0b450 req-87889754-b17e-46ba-8c39-8d26ea6812c2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.2112184 Oct 29 21:27:26.309214 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.313260 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd3cb047-60bf-45e3-b5e4-02b876f0b450 req-e16bc797-69a1-422d-b201-0150442461ba tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126525 Oct 29 21:27:26.314577 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.357511 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.358919 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.365282 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3173652 Oct 29 21:27:26.381087 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37884) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:26.395400 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'security_group_rule': {'security_group_id': '9a90aeb6-cc77-4a6d-bacc-17951f3265d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:26.404160 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:26.408052 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.417560 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca593f-c3c0-4cdd-a7f9-1977c886d035 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a90aeb6-cc77-4a6d-bacc-17951f3265d6,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:26.473801 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.568718 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:26.592479 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:26.593166 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:26.676483 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044c6d-b2a3-45b4-93e1-5ff32a2bee63 req-b3408e71-2992-4ba8-83b5-1d9cb661d33a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:26.685477 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91044c6d-b2a3-45b4-93e1-5ff32a2bee63 req-b3408e71-2992-4ba8-83b5-1d9cb661d33a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.2453434 Oct 29 21:27:26.744969 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.770712 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.775927 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.826397 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:26.845737 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ca370d-bd04-4ba8-b38a-8cf999214203,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:26.872701 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91044c6d-b2a3-45b4-93e1-5ff32a2bee63 req-6bea834f-0755-4242-b2f0-cf08e411fb91 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861160 Oct 29 21:27:26.878983 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:26.880580 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f5f3d335-c7c2-4625-bdef-2858075c6cec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4984605 Oct 29 21:27:26.883826 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37910) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:26.901194 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'security_group_rule': {'security_group_id': '9a90aeb6-cc77-4a6d-bacc-17951f3265d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:26.929597 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:26.940635 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Allocated IP 172.20.0.1 (15213533-5449-4dd2-b381-db41dfb4c9d3/6458166d-5e5c-49e2-82ea-b934febb1ad4/bb74e23e-a12b-40d7-98e2-dbfc6faac08a) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:26.954945 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.011985 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.186612 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.195789 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.262293 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06b9adc-98b7-4c9f-ada4-64b34f10a71a,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:27.264931 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.275895 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.277360 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-579b4ff0-3e92-4e48-b03e-ec28042e3e65 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915141 Oct 29 21:27:27.281195 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37928) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:27.291780 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:27.309841 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.321089 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.326577 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:27.329849 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.349685 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.358929 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.386982 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Attempting to bind port 724168db-eb30-4ebe-931f-069296a807a0 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:27.387838 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Attempting to bind port 724168db-eb30-4ebe-931f-069296a807a0 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:27.388534 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Attempting to bind port 724168db-eb30-4ebe-931f-069296a807a0 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:27.408593 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:27.409905 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:27.410528 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.411156 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:27.411874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Bound port: 724168db-eb30-4ebe-931f-069296a807a0, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:27.413357 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.423630 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 2, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:27.464171 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:27.468569 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:27.478893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Pushing event updated for resources: {'Port': ['ID=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:27.481386 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:27.483925 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce845b0-e5a8-4055-bcbf-aa674a6ee291 None None] Pushing event updated for resources: {'Port': ['ID=724168db-eb30-4ebe-931f-069296a807a0,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:27.504276 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:27.506118 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Updating router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 port 4a2613d6-3137-45fc-9f0a-86f270404f3e binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:27:27.571169 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37934) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:27.607645 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.608560 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.612605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] For port 724168db-eb30-4ebe-931f-069296a807a0, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:27.628929 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] For port 724168db-eb30-4ebe-931f-069296a807a0, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=724168db-eb30-4ebe-931f-069296a807a0,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:27.637776 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.660621 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:27.842320 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce845b0-e5a8-4055-bcbf-aa674a6ee291 None None] Pushing event updated for resources: {'Port': ['ID=724168db-eb30-4ebe-931f-069296a807a0,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:27.876522 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:27.878613 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:27.953630 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Allocated IP 172.27.2.185 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/89878cd8-9ccf-4051-9199-08f9748402d5) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:28.012097 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9175ee0a-0302-4c40-ac83-48766c940cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.086932 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.106713 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:28.133126 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.202097 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:28.210593 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:28.221129 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.224265 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:28.253282 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:28.284300 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'Port': ['ID=89878cd8-9ccf-4051-9199-08f9748402d5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:28.492031 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.513831 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.524089 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.581797 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9175ee0a-0302-4c40-ac83-48766c940cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.584796 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 37968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:28.586275 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.612720 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9175ee0a-0302-4c40-ac83-48766c940cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.651375 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-f2942c9e-bf5b-4b23-b436-f7a848fc2c2c None None] Provisioning complete for port bb74e23e-a12b-40d7-98e2-dbfc6faac08a triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:28.653773 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f2942c9e-bf5b-4b23-b436-f7a848fc2c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.694846 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdefb47-20d4-4a52-8f61-a274a885f2a7 None None] Pushing event updated for resources: {'Port': ['ID=4a2613d6-3137-45fc-9f0a-86f270404f3e,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:28.763320 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9175ee0a-0302-4c40-ac83-48766c940cba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=746d078b6a414879aca6f45102255d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1902699 Oct 29 21:27:28.766023 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175ee0a-0302-4c40-ac83-48766c940cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6081e31a-ab16-47f7-8341-cda44d871851,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:28.777168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 37972) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:28.821854 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Attempting to bind port 4a2613d6-3137-45fc-9f0a-86f270404f3e on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:28.822277 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Attempting to bind port 4a2613d6-3137-45fc-9f0a-86f270404f3e by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:28.822632 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Attempting to bind port 4a2613d6-3137-45fc-9f0a-86f270404f3e on network c289c730-00fc-4f08-b98b-4539c8375990 {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:28.839843 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:28.840229 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Checking segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:28.840715 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.847946 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Bound using segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:28.848583 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Bound port: 4a2613d6-3137-45fc-9f0a-86f270404f3e, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:28.849012 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.885639 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-f2942c9e-bf5b-4b23-b436-f7a848fc2c2c None None] Port bb74e23e-a12b-40d7-98e2-dbfc6faac08a cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:28.891139 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39315995-3c43-4d6c-8616-22be7f777e50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.896129 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:28.896487 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:28.974890 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.000214 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.004604 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f51586f7-b110-4282-b013-8b9d9e91302b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.023715 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 3, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:29.025687 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] For port 4a2613d6-3137-45fc-9f0a-86f270404f3e, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:29.033552 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] For port 4a2613d6-3137-45fc-9f0a-86f270404f3e, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=4a2613d6-3137-45fc-9f0a-86f270404f3e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:29.040344 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.059221 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fdf171-2e66-484c-a9ed-33d23ac6813b None None] The sync data for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi is: [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 3, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:29.095785 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f51586f7-b110-4282-b013-8b9d9e91302b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.125550 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-542a27cd-4f08-4902-9669-d1dcd08ee4d6 None None] Provisioning complete for port 4a2613d6-3137-45fc-9f0a-86f270404f3e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:29.125921 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-542a27cd-4f08-4902-9669-d1dcd08ee4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.144083 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.176417 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.190382 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:29.191271 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:29.241494 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.250990 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Pushing event updated for resources: {'Port': ['ID=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:29.300936 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-542a27cd-4f08-4902-9669-d1dcd08ee4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.399301 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-542a27cd-4f08-4902-9669-d1dcd08ee4d6 None None] For port 4a2613d6-3137-45fc-9f0a-86f270404f3e, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=4a2613d6-3137-45fc-9f0a-86f270404f3e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:29.409613 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-542a27cd-4f08-4902-9669-d1dcd08ee4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.516934 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:29.535341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'Port': ['ID=89878cd8-9ccf-4051-9199-08f9748402d5,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:29.547180 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a27cd-4f08-4902-9669-d1dcd08ee4d6 None None] Pushing event updated for resources: {'Port': ['ID=4a2613d6-3137-45fc-9f0a-86f270404f3e,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:29.567641 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39315995-3c43-4d6c-8616-22be7f777e50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.580820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.595090 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f51586f7-b110-4282-b013-8b9d9e91302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.609780 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f51586f7-b110-4282-b013-8b9d9e91302b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.609780 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f51586f7-b110-4282-b013-8b9d9e91302b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6081e31a-ab16-47f7-8341-cda44d871851 HTTP/1.1" status: 204 len: 168 time: 0.8241980 Oct 29 21:27:29.610874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-278b1eca-7fb4-4378-ae41-b19c37f4cf54 None None] Provisioning complete for port 4a2613d6-3137-45fc-9f0a-86f270404f3e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:29.610874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-278b1eca-7fb4-4378-ae41-b19c37f4cf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.611135 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-39315995-3c43-4d6c-8616-22be7f777e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.682155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:29.683582 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f7b49e2d-b749-4c0b-9ff5-d97cbc2f7166 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3989732 Oct 29 21:27:29.701888 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-9b6bfb0a-11d7-4f7b-b16d-24ae7dc8a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:29.703419 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-9b6bfb0a-11d7-4f7b-b16d-24ae7dc8a657 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.2487156 Oct 29 21:27:29.704208 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51586f7-b110-4282-b013-8b9d9e91302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6081e31a-ab16-47f7-8341-cda44d871851,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:29.770509 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39315995-3c43-4d6c-8616-22be7f777e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b78989-1ca8-48ba-9eeb-8b7284881be4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:29.825094 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca526693-ece1-4876-a1bb-8b0ebd802ccc req-275de9d3-7f03-48f3-a4f3-f867bf7a2cdb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:29.834030 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ca526693-ece1-4876-a1bb-8b0ebd802ccc req-275de9d3-7f03-48f3-a4f3-f867bf7a2cdb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.3417442 Oct 29 21:27:29.866299 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-39315995-3c43-4d6c-8616-22be7f777e50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27f871a11be2422684daf523a5efa292&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2769618 Oct 29 21:27:29.872888 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38000) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:29.890778 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:29.906708 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdefb47-20d4-4a52-8f61-a274a885f2a7 None None] Pushing event updated for resources: {'Port': ['ID=4a2613d6-3137-45fc-9f0a-86f270404f3e,revision_number=4']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:29.908997 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:29.972594 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ca526693-ece1-4876-a1bb-8b0ebd802ccc req-b87faca2-ea5c-4cbd-9ef9-54d38eeb09ab tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371198 Oct 29 21:27:30.052005 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-9cfad62a-5c7d-46ac-9f2b-263835968750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:30.066888 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-9cfad62a-5c7d-46ac-9f2b-263835968750 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.3325651 Oct 29 21:27:30.203023 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-b394a30c-08da-44a2-a3c2-c88d17214f20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 217 time: 0.1235473 Oct 29 21:27:30.216133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 724168db-eb30-4ebe-931f-069296a807a0 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:30.306838 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:30.356552 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 724168db-eb30-4ebe-931f-069296a807a0 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:30.357360 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.373779 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2083a847-79a9-4b8f-b468-c983a0a57436 None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:30.388201 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-c5a6416c-5508-4a44-bfc5-ad893bc88c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:30.390387 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-c5a6416c-5508-4a44-bfc5-ad893bc88c23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.1792517 Oct 29 21:27:30.488501 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:30.511862 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Router 0a680e82-0a04-455b-b14b-08da682a50ca has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:27:30.512910 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-6a7c9b71-24b7-4acc-be5e-245482cc550b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132827 Oct 29 21:27:30.522648 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8d3336ea-c8a4-4e96-86ab-b49eb5a662f2 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--760966162&fields=id&tenant_id=9455187353944a2a8657a2e9fdab38b6 HTTP/1.1" status: 200 len: 267 time: 0.2668843 Oct 29 21:27:30.547714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-ac3c4d4e-575f-485f-bf15-16dff5a66055 None None] Provisioning complete for port bb74e23e-a12b-40d7-98e2-dbfc6faac08a triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:30.548577 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ac3c4d4e-575f-485f-bf15-16dff5a66055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.552777 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f7f2-f744-4341-9ad9-7165eb004909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.590765 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd6122e0-986a-4e5e-9bce-62e11dd18ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.618123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd6122e0-986a-4e5e-9bce-62e11dd18ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.619482 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c4d4e-575f-485f-bf15-16dff5a66055 None None] Port bb74e23e-a12b-40d7-98e2-dbfc6faac08a cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:30.723676 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-8a93524b-da92-46e0-8e3f-e76260c789dc service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971929 Oct 29 21:27:30.767387 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.818088 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 724168db-eb30-4ebe-931f-069296a807a0, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=724168db-eb30-4ebe-931f-069296a807a0,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:30.854562 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.862366 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38022) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:30.877820 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd6122e0-986a-4e5e-9bce-62e11dd18ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.881396 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bd6122e0-986a-4e5e-9bce-62e11dd18ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:30.881627 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-bd6122e0-986a-4e5e-9bce-62e11dd18ea3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48b78989-1ca8-48ba-9eeb-8b7284881be4 HTTP/1.1" status: 204 len: 168 time: 0.9867334 Oct 29 21:27:30.981534 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df459b29-25a0-4913-b1b1-6b3c11183054 req-a9799ddc-4bbd-44a7-b420-42d1d1e09e9e service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456181 Oct 29 21:27:31.058209 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=724168db-eb30-4ebe-931f-069296a807a0,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:31.136960 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd800-196f-49da-8b67-90aef5209e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.315723 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd800-196f-49da-8b67-90aef5209e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.327096 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-2e9cd800-196f-49da-8b67-90aef5209e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.372454 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6122e0-986a-4e5e-9bce-62e11dd18ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b78989-1ca8-48ba-9eeb-8b7284881be4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:31.404167 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-2e9cd800-196f-49da-8b67-90aef5209e97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1201038c468a43d6ba1290c1f33c1772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5404770 Oct 29 21:27:31.413233 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38042) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:31.422529 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cd800-196f-49da-8b67-90aef5209e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af18319b-b933-4293-99b3-7777b098f037,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:31.509808 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-b3c34e03-bc1f-4e5e-9255-230f71cc4f90 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:31.519102 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-b3c34e03-bc1f-4e5e-9255-230f71cc4f90 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 810 time: 0.9863172 Oct 29 21:27:31.536595 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:31.538490 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c069ed4-9ce5-4d5a-9ebf-49f1f31405bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.561244 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4fbb1339-4e15-4038-a0e5-4cd0274e8016 admin admin] 10.222.0.30 "PUT /v2.0/routers/0a680e82-0a04-455b-b14b-08da682a50ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4654193 Oct 29 21:27:31.570411 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c069ed4-9ce5-4d5a-9ebf-49f1f31405bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.595292 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8fc0843d-c8ce-4359-84ee-62c075ca81d1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/quotas/9455187353944a2a8657a2e9fdab38b6 HTTP/1.1" status: 200 len: 375 time: 0.0740373 Oct 29 21:27:31.647336 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c069ed4-9ce5-4d5a-9ebf-49f1f31405bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.656155 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f7f2-f744-4341-9ad9-7165eb004909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.658291 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6c069ed4-9ce5-4d5a-9ebf-49f1f31405bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.662637 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9bc6f7f2-f744-4341-9ad9-7165eb004909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:31.669754 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6c069ed4-9ce5-4d5a-9ebf-49f1f31405bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af18319b-b933-4293-99b3-7777b098f037 HTTP/1.1" status: 204 len: 168 time: 0.2548454 Oct 29 21:27:31.693339 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c069ed4-9ce5-4d5a-9ebf-49f1f31405bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af18319b-b933-4293-99b3-7777b098f037,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:31.732035 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf01d01-7c89-4b50-9a39-720cfa84f897 req-d5298f90-f795-4aea-b45f-322ca1f058a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:31.733872 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddf01d01-7c89-4b50-9a39-720cfa84f897 req-d5298f90-f795-4aea-b45f-322ca1f058a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.3578928 Oct 29 21:27:31.809669 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6f7f2-f744-4341-9ad9-7165eb004909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4118c2cf-12e8-43d4-8a4a-c61d8691b3fc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:31.849763 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9bc6f7f2-f744-4341-9ad9-7165eb004909 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ce00416f05e488bb22fe6db4b7acb8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3566093 Oct 29 21:27:31.854127 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38062) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:32.006384 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ddf01d01-7c89-4b50-9a39-720cfa84f897 req-e57da12f-d9ba-4d64-ba50-b0851d376b4a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874769 Oct 29 21:27:32.013523 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9005-94a8-413a-bf8f-7be5c33bd4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.020927 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 724168db-eb30-4ebe-931f-069296a807a0 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:32.069003 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9005-94a8-413a-bf8f-7be5c33bd4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.112064 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-5f570aa3-b50f-4216-987b-faca571cabe9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5044856 Oct 29 21:27:32.130573 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 724168db-eb30-4ebe-931f-069296a807a0 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:32.140058 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.178406 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9005-94a8-413a-bf8f-7be5c33bd4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.182403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ae1e9005-94a8-413a-bf8f-7be5c33bd4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.183942 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ae1e9005-94a8-413a-bf8f-7be5c33bd4f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4118c2cf-12e8-43d4-8a4a-c61d8691b3fc HTTP/1.1" status: 204 len: 168 time: 0.3317409 Oct 29 21:27:32.217455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e9005-94a8-413a-bf8f-7be5c33bd4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4118c2cf-12e8-43d4-8a4a-c61d8691b3fc,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:32.349204 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 4a2613d6-3137-45fc-9f0a-86f270404f3e up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:32.415208 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-d58d496b-1b3c-486c-bfc5-642ff558d760 service neutron] 10.222.0.30 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713363 Oct 29 21:27:32.479407 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 4a2613d6-3137-45fc-9f0a-86f270404f3e triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:32.479912 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.610566 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-22d1d6e1-0faf-4b7b-af53-795fd969d081 service neutron] 10.222.0.30 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931953 Oct 29 21:27:32.722676 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38082) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:32.731898 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Sync routers for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:32.748902 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e27a4ac3-1d93-4a98-8d15-8f975a0da5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:32.749142 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:32.750805 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:32.992697 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e1eca4b2-2fcf-478b-817c-3c1269936c7c req-2b3e037e-6842-40d9-a01c-d95eaaa95805 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 210 time: 0.0917628 Oct 29 21:27:32.998720 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e27a4ac3-1d93-4a98-8d15-8f975a0da5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.006970 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e27a4ac3-1d93-4a98-8d15-8f975a0da5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.114532 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:33.121602 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38100) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:33.134091 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e27a4ac3-1d93-4a98-8d15-8f975a0da5b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85774bd9e8ba499894f1833208b199a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061298 Oct 29 21:27:33.134091 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a4ac3-1d93-4a98-8d15-8f975a0da5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd3cf15-4e23-430f-897f-4970e39c23a9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:33.291902 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38104) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:33.293162 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36657787-3700-488f-af44-bd6aca0a07a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.329751 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c8b467c9-e93a-4450-8a90-6faa0841c10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.345298 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe9b55-a976-4cd9-9051-c6b9a3619024 req-9178ea08-b814-425e-add2-e3dd01fe4eb8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:33.353948 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8dfe9b55-a976-4cd9-9051-c6b9a3619024 req-9178ea08-b814-425e-add2-e3dd01fe4eb8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1467342 Oct 29 21:27:33.378165 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36657787-3700-488f-af44-bd6aca0a07a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.439844 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8dfe9b55-a976-4cd9-9051-c6b9a3619024 req-d14436e4-d9b4-4248-92e3-360afa9de7c3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Oct 29 21:27:33.571618 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36657787-3700-488f-af44-bd6aca0a07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.576357 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-36657787-3700-488f-af44-bd6aca0a07a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.577771 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-36657787-3700-488f-af44-bd6aca0a07a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bd3cf15-4e23-430f-897f-4970e39c23a9 HTTP/1.1" status: 204 len: 168 time: 0.4550464 Oct 29 21:27:33.600426 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c8b467c9-e93a-4450-8a90-6faa0841c10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.602635 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36657787-3700-488f-af44-bd6aca0a07a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd3cf15-4e23-430f-897f-4970e39c23a9,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:33.616619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c8b467c9-e93a-4450-8a90-6faa0841c10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.678842 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-c8b467c9-e93a-4450-8a90-6faa0841c10a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cb58ca2640b49b89302072662b6b747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787463 Oct 29 21:27:33.678842 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b467c9-e93a-4450-8a90-6faa0841c10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e43784-f988-4fa8-8645-6c8fb16c72c2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:33.679300 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38120) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:33.709878 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 2, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:33.756183 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52b97f3c-32ca-44ac-aed8-2658837140c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.783770 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Checking router: 0a680e82-0a04-455b-b14b-08da682a50ca for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:33.784771 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Updating router 0a680e82-0a04-455b-b14b-08da682a50ca port bb74e23e-a12b-40d7-98e2-dbfc6faac08a binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:27:33.804104 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52b97f3c-32ca-44ac-aed8-2658837140c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.813236 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.902471 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52b97f3c-32ca-44ac-aed8-2658837140c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.906087 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52b97f3c-32ca-44ac-aed8-2658837140c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:33.907288 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-52b97f3c-32ca-44ac-aed8-2658837140c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8e43784-f988-4fa8-8645-6c8fb16c72c2 HTTP/1.1" status: 204 len: 168 time: 0.2270970 Oct 29 21:27:33.921693 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97f3c-32ca-44ac-aed8-2658837140c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e43784-f988-4fa8-8645-6c8fb16c72c2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:34.126821 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-57c2836f-bd68-49ae-ad34-8244b5088f04 req-816c9b56-1915-43bf-8e8a-52223aaa1240 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 210 time: 0.0372498 Oct 29 21:27:34.279993 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38138) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:34.299549 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca09-3e10-45c1-81cb-0dcbbd9fce1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.367043 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.376712 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.410636 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca09-3e10-45c1-81cb-0dcbbd9fce1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.435349 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e7c5f-9d3d-494b-ac69-ceefb1e51522 None None] Pushing event updated for resources: {'Port': ['ID=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:34.436853 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca09-3e10-45c1-81cb-0dcbbd9fce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.547115 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-90d9ca09-3e10-45c1-81cb-0dcbbd9fce1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16e71eabbbc140ceab22a611cd84f5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626567 Oct 29 21:27:34.547717 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38146) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:34.566629 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9ca09-3e10-45c1-81cb-0dcbbd9fce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2ef44-ea28-40f8-af22-59dd01a120c4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:34.600441 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Attempting to bind port bb74e23e-a12b-40d7-98e2-dbfc6faac08a on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:34.600842 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Attempting to bind port bb74e23e-a12b-40d7-98e2-dbfc6faac08a by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:34.601382 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Attempting to bind port bb74e23e-a12b-40d7-98e2-dbfc6faac08a on network 15213533-5449-4dd2-b381-db41dfb4c9d3 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:34.620456 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:34.620860 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Checking segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:34.626408 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.631224 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Bound using segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:34.634988 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Bound port: bb74e23e-a12b-40d7-98e2-dbfc6faac08a, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:34.641276 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.664759 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38152) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:34.678384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366681180-network', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:34.744690 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Made reservation on behalf of 4f130cd6e9724fabb5714a9e2839ddf0 for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:34.751521 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.764458 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.821539 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] For port bb74e23e-a12b-40d7-98e2-dbfc6faac08a, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:34.829007 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] For port bb74e23e-a12b-40d7-98e2-dbfc6faac08a, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:34.841288 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.879783 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e26ce218-a606-4efa-bf68-caa7a51ecbe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.920086 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.934187 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:34.956646 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634278f1-ecc5-4d49-87fa-17fe6d087e02 req-c0db26cf-cfa0-447e-acac-a64aafb1678c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:34.974904 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-634278f1-ecc5-4d49-87fa-17fe6d087e02 req-c0db26cf-cfa0-447e-acac-a64aafb1678c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.2716775 Oct 29 21:27:34.980886 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b190d590-19da-4a42-a9dc-44a9b093064c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:35.007389 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:27:35.022711 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-859d78fc-a318-42d6-9efb-68c4a424db8f tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:35.025388 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-859d78fc-a318-42d6-9efb-68c4a424db8f tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 810 time: 0.5405939 Oct 29 21:27:35.030059 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e26ce218-a606-4efa-bf68-caa7a51ecbe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.043019 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.045648 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Added segment 59dc0586-456f-4c81-af51-141564c9d33a of type vlan for network da687e2e-4928-43c7-b479-e45cb507e232 Oct 29 21:27:35.048702 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e7c5f-9d3d-494b-ac69-ceefb1e51522 None None] Pushing event updated for resources: {'Port': ['ID=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:35.069092 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-634278f1-ecc5-4d49-87fa-17fe6d087e02 req-dc8b3d1d-c198-4800-9209-c32d3f7012d3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930588 Oct 29 21:27:35.117479 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:35.119152 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:35.155376 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e26ce218-a606-4efa-bf68-caa7a51ecbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.162154 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e26ce218-a606-4efa-bf68-caa7a51ecbe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.169518 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e26ce218-a606-4efa-bf68-caa7a51ecbe2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31a2ef44-ea28-40f8-af22-59dd01a120c4 HTTP/1.1" status: 204 len: 168 time: 0.6204627 Oct 29 21:27:35.198910 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ce218-a606-4efa-bf68-caa7a51ecbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2ef44-ea28-40f8-af22-59dd01a120c4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:35.254236 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.266795 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-b1654647-a370-443a-a827-ab21ea6f07dd tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9455187353944a2a8657a2e9fdab38b6 HTTP/1.1" status: 200 len: 379 time: 0.2294834 Oct 29 21:27:35.299496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'port': {'device_id': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'admin_state_up': True, 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'security_groups': ['9a90aeb6-cc77-4a6d-bacc-17951f3265d6']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:35.302655 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-285239e3-d02a-4052-af1a-96f009936752 None None] Provisioning complete for port bb74e23e-a12b-40d7-98e2-dbfc6faac08a triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:35.303898 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-285239e3-d02a-4052-af1a-96f009936752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.328384 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-54529e7c-ce94-4f43-be1f-9766c0d7a90a req-79870af3-368b-4068-886b-fcfdaf926893 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 210 time: 0.0529199 Oct 29 21:27:35.443143 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-285239e3-d02a-4052-af1a-96f009936752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.518093 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.519103 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:35.519670 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.522223 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-285239e3-d02a-4052-af1a-96f009936752 None None] For port bb74e23e-a12b-40d7-98e2-dbfc6faac08a, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:35.531654 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-285239e3-d02a-4052-af1a-96f009936752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.569184 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:35.659357 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9878767 Oct 29 21:27:35.661738 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38194) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:35.669343 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Request body: {'subnet': {'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366681180-subnet', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:35.686351 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285239e3-d02a-4052-af1a-96f009936752 None None] Pushing event updated for resources: {'Port': ['ID=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:35.726766 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.db.api [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 21:27:35.726766 dv-cinder-813984-7-iscsi neutron-server[101361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 21:27:35.726766 dv-cinder-813984-7-iscsi neutron-server[101361]: [parameters: {'project_id_1': '4f130cd6e9724fabb5714a9e2839ddf0', 'expiration_1': datetime.datetime(2021, 10, 29, 21, 27, 15, 679789)}] Oct 29 21:27:35.726766 dv-cinder-813984-7-iscsi neutron-server[101361]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 21:27:35.727566 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG oslo_db.api [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 21:27:35.738608 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-07a4ba1e-20c3-40b9-84ac-e23b41f97c5c None None] Provisioning complete for port bb74e23e-a12b-40d7-98e2-dbfc6faac08a triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:35.739232 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-07a4ba1e-20c3-40b9-84ac-e23b41f97c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.751428 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b659248-feeb-4b6e-b5ed-24090be9d67c admin admin] Pushing event updated for resources: {'Network': ['ID=da687e2e-4928-43c7-b479-e45cb507e232,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:35.767682 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Made reservation on behalf of 9455187353944a2a8657a2e9fdab38b6 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:35.773385 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:35.790026 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network da687e2e-4928-43c7-b479-e45cb507e232 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:27:36.029295 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Allocated IP 172.20.0.13 (c289c730-00fc-4f08-b98b-4539c8375990/8fb59b6a-f33c-4db2-90a3-c86f15b42986/b7640232-6954-4583-8f68-09b4f289108e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:36.301524 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:34Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:36.326501 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:36.333026 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c5a47-b5ad-4a9c-8eee-270a5f36c328 req-806d863f-918a-499a-8ff7-8a550c205b04 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:36.350503 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4b6c5a47-b5ad-4a9c-8eee-270a5f36c328 req-806d863f-918a-499a-8ff7-8a550c205b04 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1481755 Oct 29 21:27:36.359069 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Made reservation on behalf of 4f130cd6e9724fabb5714a9e2839ddf0 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:36.364343 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:36.398299 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656797ca-3bbe-442c-8771-f93a80f5796c None None] The sync data for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi is: [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:34Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:36.419677 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:36.564229 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4b6c5a47-b5ad-4a9c-8eee-270a5f36c328 req-a982c823-7f01-45b7-b300-405a727325d1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117567 Oct 29 21:27:36.666840 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306bfd0-1b4e-4323-a0fa-88f91f30aed6 req-12e48998-4136-48b0-b1b7-cab507053191 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:36.670471 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7306bfd0-1b4e-4323-a0fa-88f91f30aed6 req-12e48998-4136-48b0-b1b7-cab507053191 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 932 time: 0.0939837 Oct 29 21:27:36.689196 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'Port': ['ID=b7640232-6954-4583-8f68-09b4f289108e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:36.719859 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Network c289c730-00fc-4f08-b98b-4539c8375990 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:36.724416 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:36.728507 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:36.754848 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7306bfd0-1b4e-4323-a0fa-88f91f30aed6 req-f40b8ae2-b60f-4d3d-a9ec-965474e73f25 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747590 Oct 29 21:27:36.913305 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:36.914740 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:36.985468 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-bf122ac5-9fc2-4fa7-a830-3ecaa9543900 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6956823 Oct 29 21:27:37.000495 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Request body: {'port': {'device_id': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:37.151287 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.182572 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.245018 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-a9bb24c8-68e8-4d33-832d-6e847f891dd2 None None] Provisioning complete for port b7640232-6954-4583-8f68-09b4f289108e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:37.247193 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a9bb24c8-68e8-4d33-832d-6e847f891dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.289744 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60d99bb-1c6f-4481-8601-f01f69a30e66,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:37.314253 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb24c8-68e8-4d33-832d-6e847f891dd2 None None] Port b7640232-6954-4583-8f68-09b4f289108e cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:37.348703 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Checking segment: {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:37.349961 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Network hostable DHCP agents. Network: da687e2e-4928-43c7-b479-e45cb507e232, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:27:37.414016 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Network da687e2e-4928-43c7-b479-e45cb507e232 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:27:37.439775 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, da687e2e-4928-43c7-b479-e45cb507e232) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:37.461137 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088ff4f-808f-4d68-b7b9-c4f833d9429b None None] Network da687e2e-4928-43c7-b479-e45cb507e232 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:37.466625 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:37.470055 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.515886 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4e2cf86a-0b9d-4a7c-b04d-c7ba58bca992 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8525782 Oct 29 21:27:37.519778 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38256) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:37.526355 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:37.595470 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.601551 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.749269 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-da687e2e-4928-43c7-b479-e45cb507e232', 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'fixed_ips': [{'subnet_id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:27:37.751392 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.891562 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:37.978380 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device bb74e23e-a12b-40d7-98e2-dbfc6faac08a up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:38.194154 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Allocated IP 172.20.0.2 (da687e2e-4928-43c7-b479-e45cb507e232/e60d99bb-1c6f-4481-8601-f01f69a30e66/ea912cdd-cab1-434b-98c8-483759f0fb63) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:38.197586 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port bb74e23e-a12b-40d7-98e2-dbfc6faac08a triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:38.198793 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.373803 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9396-ea6b-489f-878c-c111b62414b6 req-7f54da50-352a-4075-a633-825a0986ac58 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:38.381383 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ee3c9396-ea6b-489f-878c-c111b62414b6 req-7f54da50-352a-4075-a633-825a0986ac58 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.6045759 Oct 29 21:27:38.400490 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.459032 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191217-be8d-4af4-b359-77dfeb99aa0b req-05c5d70d-47e2-4f69-800d-04833ec98f60 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:38.467578 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-46191217-be8d-4af4-b359-77dfeb99aa0b req-05c5d70d-47e2-4f69-800d-04833ec98f60 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 932 time: 0.3601856 Oct 29 21:27:38.585834 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ee3c9396-ea6b-489f-878c-c111b62414b6 req-d2ebca93-16c2-4378-b686-33f7a9870292 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033582 Oct 29 21:27:38.612169 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-46191217-be8d-4af4-b359-77dfeb99aa0b req-1f521ebe-ebd3-4cb4-b693-24a8ad2a02cf tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434133 Oct 29 21:27:38.678802 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7640232-6954-4583-8f68-09b4f289108e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:27:38.697722 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.720721 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.729253 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Transition to ACTIVE for port object b7640232-6954-4583-8f68-09b4f289108e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:27:38.736706 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.738648 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.883040 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.903216 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Pushing event updated for resources: {'Port': ['ID=ea912cdd-cab1-434b-98c8-483759f0fb63,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:38.912174 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:38.938748 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Network da687e2e-4928-43c7-b479-e45cb507e232 is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:38.942790 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:38.948727 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:39.007636 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Pushing event updated for resources: {'Port': ['ID=b7640232-6954-4583-8f68-09b4f289108e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:39.109418 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Attempting to bind port ea912cdd-cab1-434b-98c8-483759f0fb63 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:39.111087 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Attempting to bind port ea912cdd-cab1-434b-98c8-483759f0fb63 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:39.111534 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Attempting to bind port ea912cdd-cab1-434b-98c8-483759f0fb63 on network da687e2e-4928-43c7-b479-e45cb507e232 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:39.124261 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:39.132406 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Checking segment: {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:39.132988 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.133400 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Bound using segment: {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:39.133904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Bound port: ea912cdd-cab1-434b-98c8-483759f0fb63, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:39.134344 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.163546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Attempting to bind port b7640232-6954-4583-8f68-09b4f289108e on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:39.166331 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Attempting to bind port b7640232-6954-4583-8f68-09b4f289108e by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:39.166518 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Allocated IP 172.27.2.232 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/51420769-6c45-4f95-9480-8067be6217b9) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:39.168030 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Attempting to bind port b7640232-6954-4583-8f68-09b4f289108e on network c289c730-00fc-4f08-b98b-4539c8375990 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:39.176154 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Port b7640232-6954-4583-8f68-09b4f289108e on network c289c730-00fc-4f08-b98b-4539c8375990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:27:39.177916 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Attempting to bind port b7640232-6954-4583-8f68-09b4f289108e on network c289c730-00fc-4f08-b98b-4539c8375990 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:39.189330 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:39.191743 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Checking segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:39.199217 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Bound using segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:39.199786 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Bound port: b7640232-6954-4583-8f68-09b4f289108e, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:39.200209 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.305528 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] For port b7640232-6954-4583-8f68-09b4f289108e, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:39.310243 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] For port b7640232-6954-4583-8f68-09b4f289108e, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b7640232-6954-4583-8f68-09b4f289108e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:39.319441 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.349214 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] For port ea912cdd-cab1-434b-98c8-483759f0fb63, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:39.354333 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] For port ea912cdd-cab1-434b-98c8-483759f0fb63, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ea912cdd-cab1-434b-98c8-483759f0fb63,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:39.383029 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.444132 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.451155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:39.453136 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.455521 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] 10.222.0.36 "PUT /v2.0/ports/b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 1094 time: 2.4615648 Oct 29 21:27:39.462665 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:27:39.477591 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e" -d '{"events": [{"name": "network-changed", "server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "tag": "b7640232-6954-4583-8f68-09b4f289108e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:27:39.490642 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b8cce-16d0-46b2-bcbf-00e794fac373 None None] Pushing event updated for resources: {'Port': ['ID=ea912cdd-cab1-434b-98c8-483759f0fb63,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:39.619054 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:39.685269 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766a5707-ce56-4406-9d18-806e567bd9a8 x-openstack-request-id: req-766a5707-ce56-4406-9d18-806e567bd9a8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:27:39.685953 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "tag": "b7640232-6954-4583-8f68-09b4f289108e", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:27:39.685953 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-766a5707-ce56-4406-9d18-806e567bd9a8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:27:39.686235 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e', 'status': 'completed', 'code': 200} Oct 29 21:27:39.735544 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb930ce-9cfc-4112-b8b1-f8f20fa92914 service neutron] Pushing event updated for resources: {'Port': ['ID=b7640232-6954-4583-8f68-09b4f289108e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:39.736405 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:39.757148 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:39.759915 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:39.779951 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38374) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:39.805337 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-d81bd1d4-bab6-4bf9-be1e-fa62520c0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:39.812023 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-d81bd1d4-bab6-4bf9-be1e-fa62520c0704 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1097 time: 0.2936096 Oct 29 21:27:39.853328 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Pushing event updated for resources: {'Port': ['ID=51420769-6c45-4f95-9480-8067be6217b9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:39.923198 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-f92445bc-8509-45c7-b44b-5a6e57150d8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 217 time: 0.1000526 Oct 29 21:27:40.052198 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-19e5a0a6-a5fe-419c-b57a-44f984aeb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:40.069323 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-19e5a0a6-a5fe-419c-b57a-44f984aeb9c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.1315217 Oct 29 21:27:40.132508 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe2cd0-640f-4c8c-9e66-4d474f639e91 req-fda15de8-cc53-46ed-a26e-b2b1d45d33f5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:40.147870 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4bbe2cd0-640f-4c8c-9e66-4d474f639e91 req-fda15de8-cc53-46ed-a26e-b2b1d45d33f5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.3157690 Oct 29 21:27:40.169143 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7cec-4d5e-4ea5-b8cf-83c5b3ff71a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.286866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-b9769b60-dd1f-4d72-bdba-37235b89be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:40.286866 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-b9769b60-dd1f-4d72-bdba-37235b89be36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2010260 Oct 29 21:27:40.425939 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4bbe2cd0-640f-4c8c-9e66-4d474f639e91 req-db67d126-b61e-4260-924e-73fd1663a9e3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639441 Oct 29 21:27:40.457572 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7cec-4d5e-4ea5-b8cf-83c5b3ff71a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.466926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bec10-af22-4298-9645-5977ad112963 req-6a905d94-7199-41ca-b356-794cb6b0ed6f tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:40.467626 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b4ee7cec-4d5e-4ea5-b8cf-83c5b3ff71a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.468489 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c80bec10-af22-4298-9645-5977ad112963 req-6a905d94-7199-41ca-b356-794cb6b0ed6f tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 944 time: 0.1247873 Oct 29 21:27:40.469867 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.496644 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b4ee7cec-4d5e-4ea5-b8cf-83c5b3ff71a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4d6e0278f0149e6926a25c5f0685bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157772 Oct 29 21:27:40.499820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38398) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:40.523292 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-0737da43-d6e4-426c-98e1-d978491defa9 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265799 Oct 29 21:27:40.545519 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee7cec-4d5e-4ea5-b8cf-83c5b3ff71a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b525a83-a254-4e92-9dec-adc424e6e8d1,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:40.663708 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaeae70f-c4d0-47db-91ae-d6699826d202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.677166 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c80bec10-af22-4298-9645-5977ad112963 req-c59f3812-e535-480d-9a5f-ca79fac6cf81 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001858 Oct 29 21:27:40.727115 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaeae70f-c4d0-47db-91ae-d6699826d202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.742259 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3d6c0e04-04db-45af-b4be-4fe5cc4dcf0f req-c696d047-711f-452b-8289-4568bfd01161 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979914 Oct 29 21:27:40.742451 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40980-78bf-4641-a3e8-047db6f9ee47 req-4e58120f-5853-4e42-aab5-239932695b38 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:40.743883 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d5b40980-78bf-4641-a3e8-047db6f9ee47 req-4e58120f-5853-4e42-aab5-239932695b38 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1604247 Oct 29 21:27:40.875614 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-93778ba0-9c9f-4373-ab99-b4ae4e061ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:40.877363 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-93778ba0-9c9f-4373-ab99-b4ae4e061ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0795004 Oct 29 21:27:40.884965 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d5b40980-78bf-4641-a3e8-047db6f9ee47 req-7cb20d88-e562-4e53-9dfc-d9b941862cd6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345072 Oct 29 21:27:40.892276 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaeae70f-c4d0-47db-91ae-d6699826d202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.904081 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eaeae70f-c4d0-47db-91ae-d6699826d202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:40.907271 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-eaeae70f-c4d0-47db-91ae-d6699826d202 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b525a83-a254-4e92-9dec-adc424e6e8d1 HTTP/1.1" status: 204 len: 168 time: 0.4062324 Oct 29 21:27:40.920069 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.015073 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeae70f-c4d0-47db-91ae-d6699826d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b525a83-a254-4e92-9dec-adc424e6e8d1,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:41.116384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-5d2e9b6f-aa3d-4ffe-af4c-6383b4fe8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:41.121866 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-5d2e9b6f-aa3d-4ffe-af4c-6383b4fe8824 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.2126141 Oct 29 21:27:41.254280 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-e59ff9c5-6008-403d-bbc1-b90bd6513772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 217 time: 0.1216586 Oct 29 21:27:41.404799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-4c2fd501-dab2-4c8b-99d6-0f95102cb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:41.406645 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-4c2fd501-dab2-4c8b-99d6-0f95102cb113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.1450949 Oct 29 21:27:41.479425 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-b5260e84-dc1a-4992-b49d-c0313d2ee042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:41.484231 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-b5260e84-dc1a-4992-b49d-c0313d2ee042 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688937 Oct 29 21:27:41.522721 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45337bd5-82e9-4a39-be68-74b2a4264bb1 None None] Network da687e2e-4928-43c7-b479-e45cb507e232 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:41.620753 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-8392438c-52b0-403e-a63c-2264e77c8195 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262474 Oct 29 21:27:41.621468 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38430) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:41.642805 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38432) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:41.648757 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4968ee4-8531-4619-85e2-04057903ebc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.705421 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473aee3-5d75-4586-b5de-90ce2c11fb0c req-0ae3efbf-1589-4447-b679-0ce30dfdf7f8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:41.706988 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0473aee3-5d75-4586-b5de-90ce2c11fb0c req-0ae3efbf-1589-4447-b679-0ce30dfdf7f8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0754204 Oct 29 21:27:41.715481 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-b9a66a58-3961-49e0-897c-249917fc57cf None None] Provisioning complete for port ea912cdd-cab1-434b-98c8-483759f0fb63 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:41.715859 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a58-3961-49e0-897c-249917fc57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.734409 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Router c9533e9e-2ac1-4991-b73d-8aa740c2871b is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:27:41.855411 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a58-3961-49e0-897c-249917fc57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.884944 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4968ee4-8531-4619-85e2-04057903ebc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.892308 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0473aee3-5d75-4586-b5de-90ce2c11fb0c req-9f21cc82-5a12-4a08-a187-249159a84ef4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788411 Oct 29 21:27:41.894741 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4968ee4-8531-4619-85e2-04057903ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.966805 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-b9a66a58-3961-49e0-897c-249917fc57cf None None] For port ea912cdd-cab1-434b-98c8-483759f0fb63, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ea912cdd-cab1-434b-98c8-483759f0fb63,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:41.977342 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b9a66a58-3961-49e0-897c-249917fc57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:41.978812 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f4968ee4-8531-4619-85e2-04057903ebc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=733715ace0d942a391c04e515dd39a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516214 Oct 29 21:27:42.000700 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38440) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:42.023011 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ea912cdd-cab1-434b-98c8-483759f0fb63 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:42.047395 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a66a58-3961-49e0-897c-249917fc57cf None None] Pushing event updated for resources: {'Port': ['ID=ea912cdd-cab1-434b-98c8-483759f0fb63,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:42.056696 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4968ee4-8531-4619-85e2-04057903ebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f162e6-46ee-447a-a3b7-7ec4a982aa4b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:42.073810 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa0568bc-61fb-49f3-967d-33e14597075a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.112767 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81af66-ef38-4159-97d2-3416fd81d473 req-c49a6d6c-2825-4512-aa63-40d964f4fa35 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:42.122404 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b81af66-ef38-4159-97d2-3416fd81d473 req-c49a6d6c-2825-4512-aa63-40d964f4fa35 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 944 time: 0.2754123 Oct 29 21:27:42.133667 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port ea912cdd-cab1-434b-98c8-483759f0fb63 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:42.134525 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.135457 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1fe66a25-2895-4a7a-a1ab-7deced4eae3e req-7c265e53-e209-4ef1-ace6-df9655613010 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023179 Oct 29 21:27:42.162385 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01331eac-8bd6-44f6-90c9-2b89fad0da06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.172293 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:42.194723 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Sync routers for ids ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:42.206569 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01331eac-8bd6-44f6-90c9-2b89fad0da06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.209748 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Routers {'c9533e9e-2ac1-4991-b73d-8aa740c2871b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:42.210536 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:42.226712 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea90f9c-c192-40d5-ab97-eac8f43fe3bb req-dd0273d1-f2c7-42e2-909a-16d827274d6a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:42.229134 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0ea90f9c-c192-40d5-ab97-eac8f43fe3bb req-dd0273d1-f2c7-42e2-909a-16d827274d6a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.2240956 Oct 29 21:27:42.270358 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.272347 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9f185c31-e76f-4b7e-9706-de786602c930 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7508399 Oct 29 21:27:42.276431 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38442) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:42.279002 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b81af66-ef38-4159-97d2-3416fd81d473 req-82a62e08-b1e4-4f26-8d15-02f3da370100 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555064 Oct 29 21:27:42.286161 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01331eac-8bd6-44f6-90c9-2b89fad0da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.289286 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-01331eac-8bd6-44f6-90c9-2b89fad0da06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.311405 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-01331eac-8bd6-44f6-90c9-2b89fad0da06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21f162e6-46ee-447a-a3b7-7ec4a982aa4b HTTP/1.1" status: 204 len: 168 time: 0.2899551 Oct 29 21:27:42.385801 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa0568bc-61fb-49f3-967d-33e14597075a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.424436 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0ea90f9c-c192-40d5-ab97-eac8f43fe3bb req-7b641ec4-8ea2-4122-83dd-0db21b203717 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792684 Oct 29 21:27:42.427942 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aa0568bc-61fb-49f3-967d-33e14597075a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.429829 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01331eac-8bd6-44f6-90c9-2b89fad0da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f162e6-46ee-447a-a3b7-7ec4a982aa4b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:42.438950 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Set router c9533e9e-2ac1-4991-b73d-8aa740c2871b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:42.512529 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-ad3be185-e68c-4560-8f86-5f7df06bffdf None None] Provisioning complete for port ea912cdd-cab1-434b-98c8-483759f0fb63 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:42.513941 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ad3be185-e68c-4560-8f86-5f7df06bffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.554049 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-aa0568bc-61fb-49f3-967d-33e14597075a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=543b7709e1534896bcef87c2e115af77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9075522 Oct 29 21:27:42.557024 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38454) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:42.593860 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0568bc-61fb-49f3-967d-33e14597075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce41061-6eac-4e15-b504-afc45955c178,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:42.778742 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:27:40Z', 'revision_number': 3, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:42.809820 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Checking router: c9533e9e-2ac1-4991-b73d-8aa740c2871b for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:42.810220 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Updating router c9533e9e-2ac1-4991-b73d-8aa740c2871b port 51420769-6c45-4f95-9480-8067be6217b9 binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:27:42.851764 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.902581 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5b8d4-5903-42fd-b86c-38938068613e req-9a353b65-83e5-490f-8efa-71c718bccd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:42.904138 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-40e5b8d4-5903-42fd-b86c-38938068613e req-9a353b65-83e5-490f-8efa-71c718bccd86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.1756964 Oct 29 21:27:42.906843 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15fd6591-1632-47ec-9b29-c59a31e91968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:42.973139 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-40e5b8d4-5903-42fd-b86c-38938068613e req-d2201403-11be-4091-bb9b-2c02f620cf56 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576591 Oct 29 21:27:42.976454 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15fd6591-1632-47ec-9b29-c59a31e91968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.038545 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ea133-de30-4272-9903-9b3d7d555a98 req-f7032ef2-e3fa-45e7-ab3b-9837d1ebf94c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:43.041260 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b29ea133-de30-4272-9903-9b3d7d555a98 req-f7032ef2-e3fa-45e7-ab3b-9837d1ebf94c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0610960 Oct 29 21:27:43.112334 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15fd6591-1632-47ec-9b29-c59a31e91968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.114743 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b29ea133-de30-4272-9903-9b3d7d555a98 req-d1932d22-5593-4139-b197-6226455be5bc tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671394 Oct 29 21:27:43.117442 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15fd6591-1632-47ec-9b29-c59a31e91968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.119350 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-15fd6591-1632-47ec-9b29-c59a31e91968 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ce41061-6eac-4e15-b504-afc45955c178 HTTP/1.1" status: 204 len: 168 time: 0.4688997 Oct 29 21:27:43.153039 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd6591-1632-47ec-9b29-c59a31e91968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce41061-6eac-4e15-b504-afc45955c178,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:43.232899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.242794 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.250089 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.340060 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Attempting to bind port 51420769-6c45-4f95-9480-8067be6217b9 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:43.340443 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Attempting to bind port 51420769-6c45-4f95-9480-8067be6217b9 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:43.342349 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Attempting to bind port 51420769-6c45-4f95-9480-8067be6217b9 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:43.348857 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbf001-472c-4d88-92dd-8dddb7faa76c None None] Pushing event updated for resources: {'Port': ['ID=51420769-6c45-4f95-9480-8067be6217b9,revision_number=2']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:43.377972 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:43.378377 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:43.379076 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.379479 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:43.379968 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Bound port: 51420769-6c45-4f95-9480-8067be6217b9, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:43.380373 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.460387 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4b9b9-a3cd-4113-aab6-446cbd8791f8 req-a8d60715-bfaf-4489-9c66-86cb00bef293 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:43.466960 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56d4b9b9-a3cd-4113-aab6-446cbd8791f8 req-a8d60715-bfaf-4489-9c66-86cb00bef293 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 944 time: 0.0880933 Oct 29 21:27:43.488803 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] For port 51420769-6c45-4f95-9480-8067be6217b9, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:43.495475 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] For port 51420769-6c45-4f95-9480-8067be6217b9, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=51420769-6c45-4f95-9480-8067be6217b9,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:43.501268 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.577292 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56d4b9b9-a3cd-4113-aab6-446cbd8791f8 req-eb7cf79a-5b73-49dd-b2c5-674fbf911137 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891068 Oct 29 21:27:43.658928 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Allocated IP 172.20.0.1 (da687e2e-4928-43c7-b479-e45cb507e232/e60d99bb-1c6f-4481-8601-f01f69a30e66/a780273f-6228-4795-8203-db032cf97d9c) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:43.671127 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d247-5324-4dcf-ac5d-5834e7ae3c5f req-8579d22e-bba8-4eb1-9ae0-4bb05643ff60 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:43.679393 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8024d247-5324-4dcf-ac5d-5834e7ae3c5f req-8579d22e-bba8-4eb1-9ae0-4bb05643ff60 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0817521 Oct 29 21:27:43.691711 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Routers {'c9533e9e-2ac1-4991-b73d-8aa740c2871b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:43.693865 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:43.730537 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8024d247-5324-4dcf-ac5d-5834e7ae3c5f req-4d65ebf5-5694-4ee0-a845-6dc182668f42 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502791 Oct 29 21:27:43.824697 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbf001-472c-4d88-92dd-8dddb7faa76c None None] Pushing event updated for resources: {'Port': ['ID=51420769-6c45-4f95-9480-8067be6217b9,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:43.914371 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] Set router c9533e9e-2ac1-4991-b73d-8aa740c2871b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:43.947241 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:43.954841 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ea912cdd-cab1-434b-98c8-483759f0fb63 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:44.002064 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:44.037714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port ea912cdd-cab1-434b-98c8-483759f0fb63 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:44.038161 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:44.101115 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Network da687e2e-4928-43c7-b479-e45cb507e232 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:44.114844 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:44.120429 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:44.249998 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a780273f-6228-4795-8203-db032cf97d9c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:44.259811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:44.261129 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:27:40Z', 'revision_number': 3, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:44.310253 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238bfdc-64a6-4fd0-b7a7-04e370e9c6e5 None None] The sync data for ids ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'] in dv-cinder-813984-7-iscsi is: [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:27:40Z', 'revision_number': 3, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:44.336218 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4528b-b811-4d47-87c7-9dcc2d568ad2 req-6878f075-4b62-4e77-9026-08e20c201c50 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:44.343954 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-12f4528b-b811-4d47-87c7-9dcc2d568ad2 req-6878f075-4b62-4e77-9026-08e20c201c50 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1042571 Oct 29 21:27:44.413016 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-12f4528b-b811-4d47-87c7-9dcc2d568ad2 req-0235a88b-3004-407a-b021-c10272319d76 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678837 Oct 29 21:27:44.547218 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:44.628747 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-c35dbb35-2eb0-4794-aa98-1ae9b9615a10 None None] Provisioning complete for port a780273f-6228-4795-8203-db032cf97d9c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:44.628961 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c35dbb35-2eb0-4794-aa98-1ae9b9615a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:44.817140 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-c35dbb35-2eb0-4794-aa98-1ae9b9615a10 None None] Port a780273f-6228-4795-8203-db032cf97d9c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:44.868255 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-023aa245-2fd8-4f45-8470-6deaf5e637df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:44.882399 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-023aa245-2fd8-4f45-8470-6deaf5e637df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.0950208 Oct 29 21:27:44.980503 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380227-817e-4bdc-9e39-59874e1fd8f0 req-6f72d59e-b8cc-417e-98f5-7870ce456533 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:44.981745 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:44.986765 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0a380227-817e-4bdc-9e39-59874e1fd8f0 req-6f72d59e-b8cc-417e-98f5-7870ce456533 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 944 time: 0.1907971 Oct 29 21:27:45.013902 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b7640232-6954-4583-8f68-09b4f289108e details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:27:45.017419 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b71c3d-beef-4557-b851-5b664f1041ce req-f20fbcaa-5fa0-4840-9733-48455d4d8eb4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:45.019580 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:45.022763 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-55b71c3d-beef-4557-b851-5b664f1041ce req-f20fbcaa-5fa0-4840-9733-48455d4d8eb4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1466374 Oct 29 21:27:45.205101 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-55b71c3d-beef-4557-b851-5b664f1041ce req-0549211e-b429-4aad-9f18-9e918e0ce3fd tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445696 Oct 29 21:27:45.252798 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0a380227-817e-4bdc-9e39-59874e1fd8f0 req-c27fc48b-661f-4bcb-a7de-7b73ac960be7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239599 Oct 29 21:27:45.311190 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b7640232-6954-4583-8f68-09b4f289108e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b7640232-6954-4583-8f68-09b4f289108e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:45.338305 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Pushing event updated for resources: {'Port': ['ID=a780273f-6228-4795-8203-db032cf97d9c,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:45.349501 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'b7640232-6954-4583-8f68-09b4f289108e', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'port_id': 'b7640232-6954-4583-8f68-09b4f289108e', 'mac_address': 'fa:16:3e:6f:5f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:27:45.410861 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:45.484849 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:45.486063 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4ff4e-094d-42b8-80f3-848d43d3fa30 req-27239d16-4e86-412d-9ebd-72201071abb3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:45.501734 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-abc4ff4e-094d-42b8-80f3-848d43d3fa30 req-27239d16-4e86-412d-9ebd-72201071abb3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1476548 Oct 29 21:27:45.515256 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-de061400-7a37-4430-8db6-bcaa4d3938bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:45.527443 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7640232-6954-4583-8f68-09b4f289108e {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:27:45.528288 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-de061400-7a37-4430-8db6-bcaa4d3938bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.6255670 Oct 29 21:27:45.573614 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-abc4ff4e-094d-42b8-80f3-848d43d3fa30 req-ace80fe4-d68f-4744-8f2d-ff450c4f4967 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703630 Oct 29 21:27:45.594275 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-53c50c34-9005-46f3-bb54-17bb4c1dc7d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 217 time: 0.0563886 Oct 29 21:27:45.594934 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b7640232-6954-4583-8f68-09b4f289108e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b7640232-6954-4583-8f68-09b4f289108e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:45.612377 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:45.676280 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b7640232-6954-4583-8f68-09b4f289108e,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:45.689301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Network da687e2e-4928-43c7-b479-e45cb507e232 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:45.691860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-a62b9a4c-1aaa-4b75-8fe4-43c987853073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:45.693577 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-a62b9a4c-1aaa-4b75-8fe4-43c987853073 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.0852170 Oct 29 21:27:45.694706 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:45.714624 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38554) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:45.920575 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 51420769-6c45-4f95-9480-8067be6217b9 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:45.924463 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b7640232-6954-4583-8f68-09b4f289108e'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:27:45.949893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0658a039-e74e-4c09-b4c3-a51f5eba15b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.081788 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0658a039-e74e-4c09-b4c3-a51f5eba15b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.082737 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 51420769-6c45-4f95-9480-8067be6217b9 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:46.083232 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.086632 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-c38b10ff-9450-4ca0-bfee-eb687b69587b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3842227 Oct 29 21:27:46.090936 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0658a039-e74e-4c09-b4c3-a51f5eba15b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.139466 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0658a039-e74e-4c09-b4c3-a51f5eba15b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5cb2b4dbecc4b5e9309e90ee53af203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234324 Oct 29 21:27:46.140680 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a039-e74e-4c09-b4c3-a51f5eba15b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab488e7-6722-46d0-9df2-91e84544312d,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:46.144126 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38560) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:46.208381 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b19cb5cc-2b0d-44c3-9ae5-0d434cf0b665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.221178 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Router c9533e9e-2ac1-4991-b73d-8aa740c2871b has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:27:46.226098 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d65907ac-e85e-4ff8-ba31-b2312addb6ca None None] Provisioning complete for port a780273f-6228-4795-8203-db032cf97d9c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:46.226098 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d65907ac-e85e-4ff8-ba31-b2312addb6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.245504 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-a6870ad4-94ed-49f0-bccb-c63fa3f1bbfa service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472938 Oct 29 21:27:46.262668 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b19cb5cc-2b0d-44c3-9ae5-0d434cf0b665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.366583 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.375987 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d65907ac-e85e-4ff8-ba31-b2312addb6ca None None] Port a780273f-6228-4795-8203-db032cf97d9c cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:27:46.403604 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 51420769-6c45-4f95-9480-8067be6217b9, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=51420769-6c45-4f95-9480-8067be6217b9,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:46.407357 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b19cb5cc-2b0d-44c3-9ae5-0d434cf0b665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.410364 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.418441 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b19cb5cc-2b0d-44c3-9ae5-0d434cf0b665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:46.424107 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b19cb5cc-2b0d-44c3-9ae5-0d434cf0b665 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fab488e7-6722-46d0-9df2-91e84544312d HTTP/1.1" status: 204 len: 168 time: 0.2786872 Oct 29 21:27:46.483886 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dff750e1-707e-41fe-a1c4-86f618328b0f req-77d0792e-3aca-448e-9dad-ccd5ed98208c service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275500 Oct 29 21:27:46.498997 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cb5cc-2b0d-44c3-9ae5-0d434cf0b665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab488e7-6722-46d0-9df2-91e84544312d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:46.551923 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86cfb6-9395-4c21-aa29-d6429e620f08 req-21b34181-8e13-4c29-ba33-cd51d433e3c4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:46.553583 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2d86cfb6-9395-4c21-aa29-d6429e620f08 req-21b34181-8e13-4c29-ba33-cd51d433e3c4 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1769512 Oct 29 21:27:46.635779 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:46.648797 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-318a67d7-dada-410b-b0e1-de250aad78e0 admin admin] 10.222.0.30 "PUT /v2.0/routers/c9533e9e-2ac1-4991-b73d-8aa740c2871b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3681674 Oct 29 21:27:46.654360 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304e31f-67cd-45c8-9411-8ddc407dbf42 req-3820bba5-c6bd-4f62-bbfa-d50d0c2715f0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:46.657406 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b304e31f-67cd-45c8-9411-8ddc407dbf42 req-3820bba5-c6bd-4f62-bbfa-d50d0c2715f0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 945 time: 0.2073724 Oct 29 21:27:46.664467 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=51420769-6c45-4f95-9480-8067be6217b9,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:46.702010 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2d86cfb6-9395-4c21-aa29-d6429e620f08 req-e9f0fef7-500d-4f7e-9421-8fdb7d88cf8c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303356 Oct 29 21:27:46.738780 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b304e31f-67cd-45c8-9411-8ddc407dbf42 req-eb511a90-9f5b-41d0-8ba6-b1dd65f90ce7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745728 Oct 29 21:27:46.941730 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1774ad-fd67-487b-9cd8-56c5ba20336d req-1cc537e3-0c9b-41ed-80b3-598023e6e1c1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:46.943571 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f1774ad-fd67-487b-9cd8-56c5ba20336d req-1cc537e3-0c9b-41ed-80b3-598023e6e1c1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0833852 Oct 29 21:27:47.018372 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f1774ad-fd67-487b-9cd8-56c5ba20336d req-2f900dac-443e-46a1-bebf-18b0712eb7e5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627272 Oct 29 21:27:47.048248 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b7640232-6954-4583-8f68-09b4f289108e up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:47.126270 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port b7640232-6954-4583-8f68-09b4f289108e completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:27:47.135926 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port b7640232-6954-4583-8f68-09b4f289108e triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:47.137780 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:47.144439 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Sync routers for ids ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:47.180417 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Routers {'c9533e9e-2ac1-4991-b73d-8aa740c2871b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:47.181167 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:47.349460 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:47.364941 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Set router c9533e9e-2ac1-4991-b73d-8aa740c2871b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:47.418422 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:27:47.420887 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fc46de-228a-49e1-b84e-a29271669d59" -d '{"events": [{"server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "name": "network-vif-plugged", "status": "completed", "tag": "b7640232-6954-4583-8f68-09b4f289108e"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:27:47.467269 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b7640232-6954-4583-8f68-09b4f289108e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b7640232-6954-4583-8f68-09b4f289108e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:47.469641 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9934c02b-7f8b-4e98-b923-12c1ffffcca7 x-openstack-request-id: req-9934c02b-7f8b-4e98-b923-12c1ffffcca7 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:27:47.469981 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "name": "network-vif-plugged", "status": "completed", "tag": "b7640232-6954-4583-8f68-09b4f289108e", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:27:47.470217 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9934c02b-7f8b-4e98-b923-12c1ffffcca7 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:27:47.470617 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e', 'code': 200} Oct 29 21:27:47.474799 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:47.716114 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b7640232-6954-4583-8f68-09b4f289108e,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:47.855168 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:27:44Z', 'revision_number': 4, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'a780273f-6228-4795-8203-db032cf97d9c', 'name': '', 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'mac_address': 'fa:16:3e:e7:d7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:43Z', 'updated_at': '2021-10-29T21:27:44Z', 'revision_number': 2, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'subnets': [{'id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:47.927925 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Checking router: c9533e9e-2ac1-4991-b73d-8aa740c2871b for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:47.928724 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Updating router c9533e9e-2ac1-4991-b73d-8aa740c2871b port a780273f-6228-4795-8203-db032cf97d9c binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:27:47.967624 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 51420769-6c45-4f95-9480-8067be6217b9 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:47.973609 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6901f3-1e00-4029-85f1-7ca776c28347 req-576d54d4-25cf-4ace-a411-ec8d6c48500e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:47.981362 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fa6901f3-1e00-4029-85f1-7ca776c28347 req-576d54d4-25cf-4ace-a411-ec8d6c48500e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1663866 Oct 29 21:27:48.011446 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.031873 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3f482-5693-4cb6-9d01-ee74ddb77653 req-3ccec55f-dd4c-4b7e-a2a4-135366ca90b7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:48.033657 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7a3f482-5693-4cb6-9d01-ee74ddb77653 req-3ccec55f-dd4c-4b7e-a2a4-135366ca90b7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.1456227 Oct 29 21:27:48.076943 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 51420769-6c45-4f95-9480-8067be6217b9 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:48.078097 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.081722 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fa6901f3-1e00-4029-85f1-7ca776c28347 req-b3ed70d3-69f1-48fe-8a56-965a3893bfeb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945053 Oct 29 21:27:48.122327 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7a3f482-5693-4cb6-9d01-ee74ddb77653 req-f5809582-a4a5-4464-807e-388207eca307 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735869 Oct 29 21:27:48.261746 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f702-4129-4f8e-bfd2-0b397038774e req-8d838f5f-1928-44e6-8a8a-9c2576832f0b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:48.269304 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa07f702-4129-4f8e-bfd2-0b397038774e req-8d838f5f-1928-44e6-8a8a-9c2576832f0b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0715766 Oct 29 21:27:48.353764 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa07f702-4129-4f8e-bfd2-0b397038774e req-9cf082a5-6e3c-4808-897d-4394fa31522f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741842 Oct 29 21:27:48.547097 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.554974 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.640506 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633cebd-0da0-4929-a4f9-302ad6e5f637 None None] Pushing event updated for resources: {'Port': ['ID=a780273f-6228-4795-8203-db032cf97d9c,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:48.733508 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Attempting to bind port a780273f-6228-4795-8203-db032cf97d9c on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:48.733508 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Attempting to bind port a780273f-6228-4795-8203-db032cf97d9c by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:48.733508 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Attempting to bind port a780273f-6228-4795-8203-db032cf97d9c on network da687e2e-4928-43c7-b479-e45cb507e232 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:48.739886 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:48.740320 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Checking segment: {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:48.740767 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.742258 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Bound using segment: {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:48.742258 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Bound port: a780273f-6228-4795-8203-db032cf97d9c, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dc0586-456f-4c81-af51-141564c9d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:48.742258 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.849619 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] For port a780273f-6228-4795-8203-db032cf97d9c, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:48.855277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] For port a780273f-6228-4795-8203-db032cf97d9c, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=a780273f-6228-4795-8203-db032cf97d9c,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:48.865262 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:48.975727 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Routers {'c9533e9e-2ac1-4991-b73d-8aa740c2871b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:48.976300 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:49.081362 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633cebd-0da0-4929-a4f9-302ad6e5f637 None None] Pushing event updated for resources: {'Port': ['ID=a780273f-6228-4795-8203-db032cf97d9c,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:49.127619 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-2ab92f0c-05a7-4daf-aad6-78cc3b8fb7fc None None] Provisioning complete for port a780273f-6228-4795-8203-db032cf97d9c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:49.128158 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2ab92f0c-05a7-4daf-aad6-78cc3b8fb7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:49.217520 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] Set router c9533e9e-2ac1-4991-b73d-8aa740c2871b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:49.409635 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89182bc6-beba-4e4b-a9dc-730e92f5379b req-f9108420-b173-4ab3-87b6-e411443dab16 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:49.412272 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-89182bc6-beba-4e4b-a9dc-730e92f5379b req-f9108420-b173-4ab3-87b6-e411443dab16 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.1043055 Oct 29 21:27:49.502221 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-89182bc6-beba-4e4b-a9dc-730e92f5379b req-47c934bd-163c-4313-b2ab-3fbda6e14075 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729105 Oct 29 21:27:49.572860 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2ab92f0c-05a7-4daf-aad6-78cc3b8fb7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:49.610942 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e787da4-3753-4768-a11c-3a9a9fda5e24 req-48be5b2d-57ce-4ae8-b12e-920a8bfa34c2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:49.616031 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2e787da4-3753-4768-a11c-3a9a9fda5e24 req-48be5b2d-57ce-4ae8-b12e-920a8bfa34c2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1430433 Oct 29 21:27:49.625826 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-2ab92f0c-05a7-4daf-aad6-78cc3b8fb7fc None None] For port a780273f-6228-4795-8203-db032cf97d9c, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=a780273f-6228-4795-8203-db032cf97d9c,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:27:49.634901 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2ab92f0c-05a7-4daf-aad6-78cc3b8fb7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:49.665656 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:27:44Z', 'revision_number': 4, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'a780273f-6228-4795-8203-db032cf97d9c', 'name': '', 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'mac_address': 'fa:16:3e:e7:d7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:43Z', 'updated_at': '2021-10-29T21:27:48Z', 'revision_number': 4, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'subnets': [{'id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:49.707739 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2c588-f61c-4005-89b9-89f6a0753275 req-ca6a8835-2d9d-49e5-be74-57a1e8e80343 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:49.709646 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ae671-d438-46a0-a5c7-b6341a2da54c None None] The sync data for ids ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'] in dv-cinder-813984-7-iscsi is: [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:27:44Z', 'revision_number': 4, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'a780273f-6228-4795-8203-db032cf97d9c', 'name': '', 'network_id': 'da687e2e-4928-43c7-b479-e45cb507e232', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'mac_address': 'fa:16:3e:e7:d7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:43Z', 'updated_at': '2021-10-29T21:27:48Z', 'revision_number': 4, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'subnets': [{'id': 'e60d99bb-1c6f-4481-8601-f01f69a30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:49.722478 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d6e2c588-f61c-4005-89b9-89f6a0753275 req-ca6a8835-2d9d-49e5-be74-57a1e8e80343 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1048603 Oct 29 21:27:49.760489 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2e787da4-3753-4768-a11c-3a9a9fda5e24 req-501f2adb-95f0-4ec2-87f2-9478e60789f9 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043038 Oct 29 21:27:49.768795 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab92f0c-05a7-4daf-aad6-78cc3b8fb7fc None None] Pushing event updated for resources: {'Port': ['ID=a780273f-6228-4795-8203-db032cf97d9c,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:49.822179 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-86437083-6b04-461e-9b6b-8659e68cb3a3 None None] Provisioning complete for port a780273f-6228-4795-8203-db032cf97d9c triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:49.822967 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-86437083-6b04-461e-9b6b-8659e68cb3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:49.837329 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d6e2c588-f61c-4005-89b9-89f6a0753275 req-a32881b0-7c76-463f-88ba-94ecd07ac6e2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135819 Oct 29 21:27:50.352323 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714871b0-ad0c-4c53-9d5b-88f1b172eb33 req-3d117333-2fb0-44d4-a4e8-1d4ec9b5dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:50.354168 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-714871b0-ad0c-4c53-9d5b-88f1b172eb33 req-3d117333-2fb0-44d4-a4e8-1d4ec9b5dcd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0733907 Oct 29 21:27:50.410330 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-714871b0-ad0c-4c53-9d5b-88f1b172eb33 req-d0e69616-4f22-4554-9687-912f935f7c04 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446987 Oct 29 21:27:50.671381 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd7581-4431-4da0-a876-6ee0e2144b2a req-213f9d64-dfe5-43a2-bedf-a7d952d6561b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:50.673660 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88cd7581-4431-4da0-a876-6ee0e2144b2a req-213f9d64-dfe5-43a2-bedf-a7d952d6561b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0847850 Oct 29 21:27:50.724065 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88cd7581-4431-4da0-a876-6ee0e2144b2a req-957a137a-21c4-422a-a745-3a8978308b49 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435238 Oct 29 21:27:51.027540 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd54a5-d48f-4a13-8451-4c83860e6261 req-b1aa553e-c540-4613-82b5-c6d486560127 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:51.035547 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-07cd54a5-d48f-4a13-8451-4c83860e6261 req-b1aa553e-c540-4613-82b5-c6d486560127 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0786977 Oct 29 21:27:51.145624 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-07cd54a5-d48f-4a13-8451-4c83860e6261 req-150e97c6-e9f7-4cbf-a5ec-de929327fe03 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093361 Oct 29 21:27:51.190282 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f91a5-6e43-40e0-ab74-8fd6ff3e5f34 req-05b3833d-639d-46b0-8379-91dc9895ce45 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:51.200338 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7f3f91a5-6e43-40e0-ab74-8fd6ff3e5f34 req-05b3833d-639d-46b0-8379-91dc9895ce45 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1299965 Oct 29 21:27:51.263032 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7f3f91a5-6e43-40e0-ab74-8fd6ff3e5f34 req-46cce02d-93cd-4e7f-9d84-88f747e117cb tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570338 Oct 29 21:27:51.583138 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-66ad5fc9-7aca-4086-b947-b9295b27898f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:51.880784 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4390f3b-abe0-4374-bd50-7fd3ce07e2c8 req-1a210d34-1f51-42f4-ac26-2b47e53886da tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:51.883000 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4390f3b-abe0-4374-bd50-7fd3ce07e2c8 req-1a210d34-1f51-42f4-ac26-2b47e53886da tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0614581 Oct 29 21:27:51.939009 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4390f3b-abe0-4374-bd50-7fd3ce07e2c8 req-d020c645-b6b4-4288-a5a1-4f448e0c7bbc tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492465 Oct 29 21:27:51.960304 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device a780273f-6228-4795-8203-db032cf97d9c up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:27:52.021216 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port a780273f-6228-4795-8203-db032cf97d9c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:27:52.021631 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:52.304833 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e89a17-aca2-4835-b0dc-1ef8f27ef09e req-955f87b0-a6b8-400c-a88f-e20d4c5d9803 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:52.312453 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9e89a17-aca2-4835-b0dc-1ef8f27ef09e req-955f87b0-a6b8-400c-a88f-e20d4c5d9803 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0723617 Oct 29 21:27:52.408007 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9e89a17-aca2-4835-b0dc-1ef8f27ef09e req-7bd79e8a-a634-41c2-8625-6aaa32ab3f33 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910871 Oct 29 21:27:52.432561 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306547fa-8ded-421e-aa35-b50d875ce048 req-274f185f-be7e-439b-abe6-12f8bd76bad5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:52.434449 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-306547fa-8ded-421e-aa35-b50d875ce048 req-274f185f-be7e-439b-abe6-12f8bd76bad5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0913019 Oct 29 21:27:52.481447 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-306547fa-8ded-421e-aa35-b50d875ce048 req-0f8eb913-8fb0-4cb0-8298-8feb4c60eece tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Oct 29 21:27:52.985918 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:27:53.076244 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd814c02-4280-44c0-ae77-35d689c1e0da req-d5ae9880-748f-4df3-a796-52a7e2458730 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:53.077850 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bd814c02-4280-44c0-ae77-35d689c1e0da req-d5ae9880-748f-4df3-a796-52a7e2458730 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0557773 Oct 29 21:27:53.133673 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bd814c02-4280-44c0-ae77-35d689c1e0da req-f74cc0ca-d6fd-4639-bee5-2ae191782553 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494657 Oct 29 21:27:53.551588 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a4ffa-2558-4d30-8340-48606714bce3 req-1c11aa52-b00e-4309-9494-8ed6ee168d85 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:53.559942 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ce7a4ffa-2558-4d30-8340-48606714bce3 req-1c11aa52-b00e-4309-9494-8ed6ee168d85 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0705276 Oct 29 21:27:53.663273 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287c63-5a1a-421c-a97c-173832c34635 req-59845296-9cb1-4fad-b284-1290dec608a1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:53.673456 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-99287c63-5a1a-421c-a97c-173832c34635 req-59845296-9cb1-4fad-b284-1290dec608a1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1110966 Oct 29 21:27:53.713730 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ce7a4ffa-2558-4d30-8340-48606714bce3 req-8e50b71d-7140-4759-8c1d-939802698c08 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527159 Oct 29 21:27:53.751360 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-99287c63-5a1a-421c-a97c-173832c34635 req-2546a383-a491-4e15-8463-19881f220912 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761757 Oct 29 21:27:53.828554 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-71c955aa-0641-4a94-811c-db9d68d574ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:53.830723 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-71c955aa-0641-4a94-811c-db9d68d574ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.0515423 Oct 29 21:27:53.969199 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-bee54ac6-7c7a-4e29-b254-d970f410d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:53.971026 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-bee54ac6-7c7a-4e29-b254-d970f410d972 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.1048324 Oct 29 21:27:54.015576 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-84fc692a-98d6-4ebc-9f4d-74d3f8060af2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 217 time: 0.0360937 Oct 29 21:27:54.079223 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-313a5e82-fa84-4abd-9ba2-3e42b7094c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:54.080653 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-313a5e82-fa84-4abd-9ba2-3e42b7094c39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.0548329 Oct 29 21:27:54.121420 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-34265c92-3148-48b6-9b35-068f6f9f43c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303791 Oct 29 21:27:54.244419 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-bf553c04-477c-4e97-b47d-0df7918e9da4 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119940 Oct 29 21:27:54.317303 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae83d7-51ec-4f1a-ade5-9ae9b41661cf req-24fde96c-e5d2-4fae-ba79-441b9b203c74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:54.325561 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ecae83d7-51ec-4f1a-ade5-9ae9b41661cf req-24fde96c-e5d2-4fae-ba79-441b9b203c74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0891941 Oct 29 21:27:54.389394 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-157a16c6-a66e-4058-a04b-23cfa95a74c4 req-c7b99061-85b2-4b31-89f7-e526e5f3c2ff service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316457 Oct 29 21:27:54.414834 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ecae83d7-51ec-4f1a-ade5-9ae9b41661cf req-b7408b9f-6b28-4a75-92cb-936f9fc4b0f7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884993 Oct 29 21:27:54.494286 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5d722ab8-4a9d-4725-9829-0b154e352922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:54.928158 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6a5d5-630a-47f5-add6-9c20c0e54077 req-6198c96b-a1b4-4e12-a536-6b8ae526c42c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:54.937319 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-baf6a5d5-630a-47f5-add6-9c20c0e54077 req-6198c96b-a1b4-4e12-a536-6b8ae526c42c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1046124 Oct 29 21:27:54.953704 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc54f81-63ba-4ad9-9206-416af30a0b65 req-6f2a82eb-0f81-4617-824f-cb4330db0e57 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:54.955211 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9fc54f81-63ba-4ad9-9206-416af30a0b65 req-6f2a82eb-0f81-4617-824f-cb4330db0e57 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0851691 Oct 29 21:27:55.021174 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-baf6a5d5-630a-47f5-add6-9c20c0e54077 req-3420151a-1c15-4cf4-aaa7-f7d6d39567cb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781906 Oct 29 21:27:55.041139 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9fc54f81-63ba-4ad9-9206-416af30a0b65 req-1b65cfee-2f5f-420d-b046-e8fd178670ad tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756800 Oct 29 21:27:55.194649 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:55.550661 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fa981-2839-4cfc-890c-0c6071984180 req-4340d97b-57d0-4e00-b6b3-ff7a7600f87e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:55.552754 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a88fa981-2839-4cfc-890c-0c6071984180 req-4340d97b-57d0-4e00-b6b3-ff7a7600f87e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0552487 Oct 29 21:27:55.631067 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a88fa981-2839-4cfc-890c-0c6071984180 req-08fb2c06-663b-4522-be7a-64cd7af5359d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708184 Oct 29 21:27:55.710197 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:55.761115 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:55.803437 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2380c-02fa-4891-a9a8-0fd4be36bfd5 req-84ba9e56-a152-47dd-9707-ac8e26876f44 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:55.814878 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14f2380c-02fa-4891-a9a8-0fd4be36bfd5 req-84ba9e56-a152-47dd-9707-ac8e26876f44 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0994639 Oct 29 21:27:55.818567 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38746) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:55.827702 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'floatingip': {'port_id': 'b7640232-6954-4583-8f68-09b4f289108e'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:55.916470 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:55.975846 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38750) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:56.149613 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1691bf-7483-4946-ba45-28d67c513946 req-2b9e6a65-a628-4cc3-b26c-6aa8cd63574d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:56.157663 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7e1691bf-7483-4946-ba45-28d67c513946 req-2b9e6a65-a628-4cc3-b26c-6aa8cd63574d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0636306 Oct 29 21:27:56.186277 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.223263 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7e1691bf-7483-4946-ba45-28d67c513946 req-2c267ae5-c89c-426c-a99c-eff532d1ee80 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649388 Oct 29 21:27:56.301111 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.305837 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.346418 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6794365455284ce69ad00749b7d9c3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694117 Oct 29 21:27:56.351334 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38756) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:56.370122 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417c92b-1105-4a32-9f5b-79a2dfc5a3af,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:56.392108 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.392453 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.392818 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.393153 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.393476 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.393804 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.394125 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.394445 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.394765 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.395080 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.395402 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.395706 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3e3067-4dee-46ed-92c6-98ae57afb85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:56.423962 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84966714-fbbe-48f5-8897-714d35b093b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.453029 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84966714-fbbe-48f5-8897-714d35b093b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.506732 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84966714-fbbe-48f5-8897-714d35b093b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.511201 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-84966714-fbbe-48f5-8897-714d35b093b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.512369 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-84966714-fbbe-48f5-8897-714d35b093b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4417c92b-1105-4a32-9f5b-79a2dfc5a3af HTTP/1.1" status: 204 len: 168 time: 0.1601183 Oct 29 21:27:56.521719 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84966714-fbbe-48f5-8897-714d35b093b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417c92b-1105-4a32-9f5b-79a2dfc5a3af,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:56.567942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.574856 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:56.713961 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Floating IP 5d9a2a5e-33a2-4ae7-ba13-9e54550687ee associated. External IP: 172.27.2.185, port: b7640232-6954-4583-8f68-09b4f289108e. Oct 29 21:27:56.997575 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:27:57.169958 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.397446 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:27:57.408791 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:27:57.409365 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.410683 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50130679-fc4a-4a4f-98d1-d6763371645c req-f0ac40d2-8123-4a73-ab9d-6deec565bafa tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:57.421171 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50130679-fc4a-4a4f-98d1-d6763371645c req-f0ac40d2-8123-4a73-ab9d-6deec565bafa tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0883420 Oct 29 21:27:57.426238 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:57.426869 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:57.458244 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38786) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:57.461603 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d368c4d8-d584-4768-ba3c-b199d17a112a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "PUT /v2.0/floatingips/5d9a2a5e-33a2-4ae7-ba13-9e54550687ee HTTP/1.1" status: 200 len: 992 time: 1.6408708 Oct 29 21:27:57.462570 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:27:57.465122 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b693f8-7d4c-465f-8118-99f62db2d356" -d '{"events": [{"name": "network-changed", "server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "tag": "b7640232-6954-4583-8f68-09b4f289108e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:27:57.502942 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50130679-fc4a-4a4f-98d1-d6763371645c req-752b2633-a198-491f-bcf9-9d9efd785a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730140 Oct 29 21:27:57.556736 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb904bd7-620d-445a-a2a2-63af3389ac44 x-openstack-request-id: req-eb904bd7-620d-445a-a2a2-63af3389ac44 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:27:57.557314 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "tag": "b7640232-6954-4583-8f68-09b4f289108e", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:27:57.557795 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb904bd7-620d-445a-a2a2-63af3389ac44 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:27:57.558394 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e', 'status': 'completed', 'code': 200} Oct 29 21:27:57.581861 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:57.614410 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-365154550-network', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:57.650181 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Made reservation on behalf of b110013cb0b7484ba23848af248c11b0 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:57.652905 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.662461 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.779347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.794650 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.817760 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:27:57.850058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9181d16c-97c5-4275-999e-c21d43aa4b65,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:57.855411 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '5d9a2a5e-33a2-4ae7-ba13-9e54550687ee', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'port_id': 'b7640232-6954-4583-8f68-09b4f289108e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'mac_address': 'fa:16:3e:6f:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:27:28Z', 'updated_at': '2021-10-29T21:27:56Z', 'revision_number': 1, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:57.863262 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.863860 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Added segment 66de1c6e-83f8-4c71-a1cc-ac065fdf5912 of type vlan for network 8cf3a932-318c-425b-b1b3-583962b22dec Oct 29 21:27:57.895644 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:27:57.910209 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:27:57.910983 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:57.920178 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.973907 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:57.974996 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:57.975720 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:58.046509 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5868232 Oct 29 21:27:58.050418 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38800) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:58.061050 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Request body: {'subnet': {'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-365154550-subnet', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:58.069437 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63892316-573e-4d46-8aa1-ccadf11144b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf3a932-318c-425b-b1b3-583962b22dec,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:58.074513 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:27:58.099519 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Made reservation on behalf of b110013cb0b7484ba23848af248c11b0 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:27:58.103201 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58850228'] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:58.176829 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 8cf3a932-318c-425b-b1b3-583962b22dec details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:27:58.436544 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59957344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58849358'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:58.524731 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '5d9a2a5e-33a2-4ae7-ba13-9e54550687ee', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'port_id': 'b7640232-6954-4583-8f68-09b4f289108e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'mac_address': 'fa:16:3e:6f:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:27:28Z', 'updated_at': '2021-10-29T21:27:56Z', 'revision_number': 1, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:27:58.539377 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1418d20b-eefd-45cc-a82a-51ab9da16fe5,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:58.562783 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-99370499-d0ea-4d8c-9986-6cbe35a808a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:58.564434 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-99370499-d0ea-4d8c-9986-6cbe35a808a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0979033 Oct 29 21:27:58.574272 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13069059-f7ec-4d9c-a250-e01b6593bd52 None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '5d9a2a5e-33a2-4ae7-ba13-9e54550687ee', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'port_id': 'b7640232-6954-4583-8f68-09b4f289108e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'mac_address': 'fa:16:3e:6f:5f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:27:28Z', 'updated_at': '2021-10-29T21:27:56Z', 'revision_number': 1, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:27:58.574798 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.576410 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.582909 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.583556 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.583906 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.584250 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.584582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.584945 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.585307 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.585637 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.586002 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.586325 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:27:58.598170 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Checking segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:58.599573 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Network hostable DHCP agents. Network: 8cf3a932-318c-425b-b1b3-583962b22dec, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:27:58.690322 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63517f0-0c4f-4be9-b6e1-77ccea1c80dc req-d1d3ab0f-32c8-4049-bc41-9ef90325760e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:58.698000 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Network 8cf3a932-318c-425b-b1b3-583962b22dec is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:27:58.702895 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b63517f0-0c4f-4be9-b6e1-77ccea1c80dc req-d1d3ab0f-32c8-4049-bc41-9ef90325760e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1221886 Oct 29 21:27:58.721663 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 8cf3a932-318c-425b-b1b3-583962b22dec) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:58.726257 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:58.726835 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:58.732121 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391331d-47ce-496b-978a-713d60d6aed5 None None] Network 8cf3a932-318c-425b-b1b3-583962b22dec requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:27:58.764469 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a7860ae2-1a0a-4914-896e-3544fb5c2f51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7091799 Oct 29 21:27:58.765178 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 38810) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:27:58.769643 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:27:58.796314 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-a52bedda-bfb2-4736-a72c-7adf26485663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:58.797977 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-a52bedda-bfb2-4736-a72c-7adf26485663 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.1910043 Oct 29 21:27:58.798523 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b63517f0-0c4f-4be9-b6e1-77ccea1c80dc req-1dd1623a-ab12-4d47-b12e-e1963f33b863 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913916 Oct 29 21:27:58.799904 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:58.801383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:58.916000 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.068683 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-60bc15fd-3575-42bd-9d17-f9c759b7fee5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 1000 time: 0.2538829 Oct 29 21:27:59.107446 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c343f3f3-aef8-4c58-89df-508d96145cba None None] New status for floating IP 5d9a2a5e-33a2-4ae7-ba13-9e54550687ee: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:27:59.233480 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.293776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-90fb7554-3c0f-4a35-a298-1a73a1bf7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:59.295195 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-90fb7554-3c0f-4a35-a298-1a73a1bf7046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.1519241 Oct 29 21:27:59.332024 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-8cf3a932-318c-425b-b1b3-583962b22dec', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:27:59.332870 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.368762 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-3500b21a-4922-495d-bcfe-c0d80b8d47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:59.370372 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-3500b21a-4922-495d-bcfe-c0d80b8d47ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624914 Oct 29 21:27:59.498285 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Allocated IP 172.20.0.2 (8cf3a932-318c-425b-b1b3-583962b22dec/1418d20b-eefd-45cc-a82a-51ab9da16fe5/1adb675b-5d8a-4dda-b8e5-de922a9caaa5) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:59.577109 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-14d655a4-1c97-40f8-8dc7-65ec783c6863 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943469 Oct 29 21:27:59.585795 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.609738 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.682738 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.695853 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.726938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Allocated IP 172.27.2.193 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/93c96a2e-14a6-4527-ba85-155d829ac178) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:27:59.742215 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Network 8cf3a932-318c-425b-b1b3-583962b22dec is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:27:59.746166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:27:59.749698 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:27:59.756553 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Pushing event updated for resources: {'Port': ['ID=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:27:59.816169 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Attempting to bind port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:27:59.816643 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Attempting to bind port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:27:59.817118 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Attempting to bind port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:27:59.817961 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b3a4-ad56-4649-9442-087574b07ef2 req-d3a96058-b59d-40df-9844-302e74841aae tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:27:59.819513 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53b2b3a4-ad56-4649-9442-087574b07ef2 req-d3a96058-b59d-40df-9844-302e74841aae tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0593357 Oct 29 21:27:59.826666 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:27:59.827264 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Checking segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:27:59.827698 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.828179 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Bound using segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:27:59.828765 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Bound port: 1adb675b-5d8a-4dda-b8e5-de922a9caaa5, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:27:59.829281 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.863877 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53b2b3a4-ad56-4649-9442-087574b07ef2 req-f4441f2f-7ece-4b45-8d56-252f09b25cec tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Oct 29 21:27:59.898129 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.903984 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] For port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:27:59.908147 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] For port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:27:59.914740 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.963864 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-30b693f8-7d4c-465f-8118-99f62db2d356 req-120d5ae2-4026-4f26-8736-e74dc48056c1 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217339 Oct 29 21:27:59.972811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:27:59.985840 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cd743-7128-47cb-9510-4cc1dd4ebf0d None None] Pushing event updated for resources: {'Port': ['ID=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:00.022139 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:00.027512 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:00.030206 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:00.059553 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Pushing event updated for resources: {'Port': ['ID=93c96a2e-14a6-4527-ba85-155d829ac178,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:00.084154 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-7379c3dc-a6a7-411f-929b-6c5d47f1cd16 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:00.085696 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-7379c3dc-a6a7-411f-929b-6c5d47f1cd16 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 815 time: 0.1303768 Oct 29 21:28:00.109273 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-bfcbe93e-15f2-4bf0-a8af-64f1059671a9 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/quotas/5cceb7b2523242d3b0586a5f5f5e4484 HTTP/1.1" status: 200 len: 375 time: 0.0151315 Oct 29 21:28:00.202519 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-452e1f0e-c9c2-4ac7-ab77-a91c19554fad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801365 Oct 29 21:28:00.316068 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-7822d8d8-6005-426e-b20d-9bec3e998d14 service neutron] 10.222.0.30 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026430 Oct 29 21:28:00.345364 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:00.407202 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-46e675dd-c22a-46cb-9136-2ccfb6b5c216 service neutron] 10.222.0.30 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840938 Oct 29 21:28:00.553922 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:00.623542 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca3c28-8002-4c05-aba4-4b5e5671e64d req-0d712338-e754-4236-a606-bc6ec7c4fbdc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:00.631351 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1fca3c28-8002-4c05-aba4-4b5e5671e64d req-0d712338-e754-4236-a606-bc6ec7c4fbdc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0667434 Oct 29 21:28:00.669106 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1fca3c28-8002-4c05-aba4-4b5e5671e64d req-534e9c89-f22c-4af0-9513-83f06706b90f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365932 Oct 29 21:28:00.736371 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:28:00.863453 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:28:00.875850 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:28:00.888827 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:00.889764 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:00.892206 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:00.894186 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-78b3c5a8-a6c1-4e2f-8103-93f74fd1e615 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1280944 Oct 29 21:28:00.897275 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38864) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:01.017436 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:01.035366 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff6747-454e-4952-9996-26b97cb84d94 None None] Network 8cf3a932-318c-425b-b1b3-583962b22dec requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:28:01.160913 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-97abd05a-021e-4377-b6cd-214e16a3bde3 None None] Provisioning complete for port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:01.161382 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-97abd05a-021e-4377-b6cd-214e16a3bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.237359 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:00Z', 'revision_number': 3, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:01.272775 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:28:01.273337 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Updating router 76c5f93e-1212-4be6-811f-578bf0424ed3 port 93c96a2e-14a6-4527-ba85-155d829ac178 binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:28:01.300620 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-97abd05a-021e-4377-b6cd-214e16a3bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.302409 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.338498 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-97abd05a-021e-4377-b6cd-214e16a3bde3 None None] For port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:01.344485 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-97abd05a-021e-4377-b6cd-214e16a3bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.395602 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.403556 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abd05a-021e-4377-b6cd-214e16a3bde3 None None] Pushing event updated for resources: {'Port': ['ID=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:01.566734 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Allocated IP 172.20.0.1 (8cf3a932-318c-425b-b1b3-583962b22dec/1418d20b-eefd-45cc-a82a-51ab9da16fe5/ff711133-918a-4962-9086-df82e914f272) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:01.569212 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-19d9a1ad-93c7-47ad-9038-f7a6c0fa0d72 None None] Provisioning complete for port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:01.569626 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19d9a1ad-93c7-47ad-9038-f7a6c0fa0d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.578008 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.584678 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.642365 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce24073-3894-4843-b3a5-f7a310e9f2f8 None None] Pushing event updated for resources: {'Port': ['ID=93c96a2e-14a6-4527-ba85-155d829ac178,revision_number=2']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:01.647063 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Attempting to bind port 93c96a2e-14a6-4527-ba85-155d829ac178 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:01.647435 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Attempting to bind port 93c96a2e-14a6-4527-ba85-155d829ac178 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:01.647798 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Attempting to bind port 93c96a2e-14a6-4527-ba85-155d829ac178 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:01.653509 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:01.653872 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:01.654276 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.654911 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:01.655409 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Bound port: 93c96a2e-14a6-4527-ba85-155d829ac178, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:01.655769 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.688630 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.710074 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] For port 93c96a2e-14a6-4527-ba85-155d829ac178, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:01.714109 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] For port 93c96a2e-14a6-4527-ba85-155d829ac178, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=93c96a2e-14a6-4527-ba85-155d829ac178,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:01.719472 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.725273 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.768994 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Network 8cf3a932-318c-425b-b1b3-583962b22dec is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:01.773443 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:01.777925 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:01.777925 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:01.779432 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:01.799759 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Pushing event updated for resources: {'Port': ['ID=ff711133-918a-4962-9086-df82e914f272,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:01.810052 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:28:01.823538 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:01.889155 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce24073-3894-4843-b3a5-f7a310e9f2f8 None None] Pushing event updated for resources: {'Port': ['ID=93c96a2e-14a6-4527-ba85-155d829ac178,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:01.961567 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:01.974324 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:01.976033 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:01.986461 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.001642 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'mac_address': 'fa:16:3e:68:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:28:02.059225 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.079760 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:02.080131 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.106987 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00f05b70-02ec-4394-ad98-06baf7536f4c {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:28:02.142411 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:02.143530 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-7f28508e-3817-428d-b16f-8f71114be0ca None None] Provisioning complete for port ff711133-918a-4962-9086-df82e914f272 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:02.143932 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7f28508e-3817-428d-b16f-8f71114be0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.173117 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.178162 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.179145 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:00Z', 'revision_number': 3, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:02.188957 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.214776 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccef9d-e9f5-4453-97f0-f04deb9cafb1 None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:00Z', 'revision_number': 3, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:28:02.215024 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-7f28508e-3817-428d-b16f-8f71114be0ca None None] Port ff711133-918a-4962-9086-df82e914f272 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:28:02.268885 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=6']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:02.271393 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Pushing event updated for resources: {'Port': ['ID=ff711133-918a-4962-9086-df82e914f272,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:02.280793 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:02.617550 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Network 8cf3a932-318c-425b-b1b3-583962b22dec is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:02.619867 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:02.771498 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:28:02.907608 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:28:02.915209 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-11b43a21-531c-4402-adf3-bf62db164c6a admin admin] 10.222.0.30 "PUT /v2.0/routers/76c5f93e-1212-4be6-811f-578bf0424ed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142417 Oct 29 21:28:02.947581 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-f5c161b3-1d0b-4279-83fe-b5f6fda131d9 None None] Provisioning complete for port ff711133-918a-4962-9086-df82e914f272 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:02.948044 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f5c161b3-1d0b-4279-83fe-b5f6fda131d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.041633 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-f5c161b3-1d0b-4279-83fe-b5f6fda131d9 None None] Port ff711133-918a-4962-9086-df82e914f272 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:28:03.124116 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['00f05b70-02ec-4394-ad98-06baf7536f4c'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:28:03.155914 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-797f39e5-eea2-4dbb-a363-cd6dcfc58771 req-aed34d8e-a630-4b0e-8191-ee69c2d8f6c9 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 210 time: 0.0897820 Oct 29 21:28:03.299687 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c8727-3aab-4b36-b89e-af6f1d64e845 req-936d3146-9e68-4f0e-9697-5e8cb227f6e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:03.302008 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1b2c8727-3aab-4b36-b89e-af6f1d64e845 req-936d3146-9e68-4f0e-9697-5e8cb227f6e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.0805395 Oct 29 21:28:03.406901 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1b2c8727-3aab-4b36-b89e-af6f1d64e845 req-975a3227-3862-43ee-b746-1548c53a9db1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969729 Oct 29 21:28:03.673703 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:03.678837 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-423085113-network', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:03.702845 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Made reservation on behalf of dd37e0280fed471093e04be83857d0a0 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:28:03.705339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.714602 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.791917 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.796854 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.829489 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:28:03.843491 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1505f1-3743-4ea8-b503-f4e28c0907f2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:03.852002 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.852295 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Added segment 93e2dc41-bd77-4af8-a00e-43192ed4e303 of type vlan for network 153b02e2-3c14-47a0-9eed-12d66a058e9f Oct 29 21:28:03.909237 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.941479 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.942927 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:03.943829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:03.984108 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 93c96a2e-14a6-4527-ba85-155d829ac178 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:04.018543 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3428304 Oct 29 21:28:04.030202 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38916) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:04.037813 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Request body: {'subnet': {'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-423085113-subnet', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:04.067040 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Made reservation on behalf of dd37e0280fed471093e04be83857d0a0 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:28:04.072350 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 93c96a2e-14a6-4527-ba85-155d829ac178 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:04.072979 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.073091 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.090659 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058ad4a-a450-4197-ba92-056179d7b9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=153b02e2-3c14-47a0-9eed-12d66a058e9f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:04.122745 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:28:04.204858 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-07b1104c-4f42-4e33-8fdc-d9e2d7be8a5f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:04.209035 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-07b1104c-4f42-4e33-8fdc-d9e2d7be8a5f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 815 time: 0.2827382 Oct 29 21:28:04.241214 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'port': {'device_id': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'admin_state_up': True, 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:04.285442 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3847246f-0181-4b2f-a3fe-909f6bbad419 req-5b8239c7-e2a6-4b64-9e8e-2fdfc56d016f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 210 time: 0.0623691 Oct 29 21:28:04.422872 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.523871 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efad7d6e-3b78-4b89-9754-86caf3becbcb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:04.533782 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Made reservation on behalf of 5cceb7b2523242d3b0586a5f5f5e4484 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:28:04.537355 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:28:04.539581 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.604946 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Checking segment: {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:04.605315 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Network hostable DHCP agents. Network: 153b02e2-3c14-47a0-9eed-12d66a058e9f, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:28:04.612922 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:04.617348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:04.624409 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.721775 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338210e-703d-4a59-81ca-ac8e757fe152 req-65fad205-c2fa-409c-894b-95daf441f54c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:04.725373 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a338210e-703d-4a59-81ca-ac8e757fe152 req-65fad205-c2fa-409c-894b-95daf441f54c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.1930954 Oct 29 21:28:04.728376 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:28:04.758109 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 153b02e2-3c14-47a0-9eed-12d66a058e9f) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:04.764822 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:04.765459 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.792744 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4e7d1029-fe23-490d-80c5-66d4ee24c43c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7583714 Oct 29 21:28:04.796445 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 38968) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:04.802103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:04.806153 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17caaf6b-76b3-46bd-aebb-8f671812899d None None] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:28:04.834755 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a338210e-703d-4a59-81ca-ac8e757fe152 req-f0fecdd5-4f7f-4484-b8ab-5cadc49abcb4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997131 Oct 29 21:28:04.836155 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.837965 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.873692 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Allocated IP 172.20.0.11 (15213533-5449-4dd2-b381-db41dfb4c9d3/6458166d-5e5c-49e2-82ea-b934febb1ad4/50ec5b2a-ee74-4830-8325-71a5151c8aa2) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:04.942230 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:04.976143 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 93c96a2e-14a6-4527-ba85-155d829ac178, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=93c96a2e-14a6-4527-ba85-155d829ac178,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:05.015694 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:05.147421 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:05.351972 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:05.363210 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:05.461458 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:05.469836 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:05.628972 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=93c96a2e-14a6-4527-ba85-155d829ac178,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:05.631171 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:05.667993 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:05.670825 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:05.690012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:05.706530 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e823f-e21f-4637-a9e9-7e7569953286 req-7a881d88-debd-45d9-85fe-d0f326a11d53 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:05.708904 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-582e823f-e21f-4637-a9e9-7e7569953286 req-7a881d88-debd-45d9-85fe-d0f326a11d53 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 932 time: 0.1897187 Oct 29 21:28:05.859884 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:05.860561 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:05.939892 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-2c8b855d-74ed-4791-a872-648e637755e4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7045689 Oct 29 21:28:05.983473 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Request body: {'port': {'device_id': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:06.027195 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 00f05b70-02ec-4394-ad98-06baf7536f4c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:06.027485 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.091478 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 93c96a2e-14a6-4527-ba85-155d829ac178 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:06.137861 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.210620 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-153b02e2-3c14-47a0-9eed-12d66a058e9f', 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'fixed_ips': [{'subnet_id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:28:06.212809 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.265949 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d88dd0-86a9-4e55-88f1-41eb26248886 req-4cd3d82f-7c6d-4c14-8ad0-2cf637f20a69 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:06.280320 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5d88dd0-86a9-4e55-88f1-41eb26248886 req-4cd3d82f-7c6d-4c14-8ad0-2cf637f20a69 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.2268798 Oct 29 21:28:06.299906 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.304878 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-582e823f-e21f-4637-a9e9-7e7569953286 req-634e545e-8086-4f83-b4e8-a9233cadf54a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871809 Oct 29 21:28:06.407901 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.421263 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Allocated IP 172.20.0.2 (153b02e2-3c14-47a0-9eed-12d66a058e9f/efad7d6e-3b78-4b89-9754-86caf3becbcb/37d7a285-882e-47c9-b99b-ab756c722ff6) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:06.656253 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.681171 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.687743 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5d88dd0-86a9-4e55-88f1-41eb26248886 req-872e7c31-67de-4bc4-813b-c1db9d9ee0c7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060197 Oct 29 21:28:06.710088 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:06.760200 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-187f7789-c7ca-4cb7-b0f4-57fec04f2eb1 None None] Provisioning complete for port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:06.760579 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-187f7789-c7ca-4cb7-b0f4-57fec04f2eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.765939 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Allocated IP 172.27.2.196 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/973dcb40-ca9b-4354-bbb5-e725d74903dc) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:06.801226 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:06.803084 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Pushing event updated for resources: {'Port': ['ID=37d7a285-882e-47c9-b99b-ab756c722ff6,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:06.810814 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:06.833348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-187f7789-c7ca-4cb7-b0f4-57fec04f2eb1 None None] Port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:28:06.883143 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ec5b2a-ee74-4830-8325-71a5151c8aa2 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:28:06.892289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.911706 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Transition to ACTIVE for port object 50ec5b2a-ee74-4830-8325-71a5151c8aa2 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:28:06.919512 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.938562 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 93c96a2e-14a6-4527-ba85-155d829ac178 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:06.939348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:06.984096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Attempting to bind port 37d7a285-882e-47c9-b99b-ab756c722ff6 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:06.984733 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Attempting to bind port 37d7a285-882e-47c9-b99b-ab756c722ff6 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:06.988144 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Attempting to bind port 37d7a285-882e-47c9-b99b-ab756c722ff6 on network 153b02e2-3c14-47a0-9eed-12d66a058e9f {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:07.071608 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:07.072105 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Checking segment: {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:07.072774 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.073178 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Bound using segment: {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:07.073662 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Bound port: 37d7a285-882e-47c9-b99b-ab756c722ff6, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:07.074038 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.084979 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.141562 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:07.193850 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.221579 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Attempting to bind port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:07.221915 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Attempting to bind port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:07.223556 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Attempting to bind port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 on network 15213533-5449-4dd2-b381-db41dfb4c9d3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:07.241356 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 on network 15213533-5449-4dd2-b381-db41dfb4c9d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:28:07.241683 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Attempting to bind port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 on network 15213533-5449-4dd2-b381-db41dfb4c9d3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:07.253851 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.256214 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:07.269359 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:07.277799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Checking segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:07.279988 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Bound using segment: {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:07.282367 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Bound port: 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66853253-d022-4d98-89b2-d57f760b096c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:07.289319 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.329089 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:07.337498 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:07.454123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Pushing event updated for resources: {'Port': ['ID=973dcb40-ca9b-4354-bbb5-e725d74903dc,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:07.458191 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:07.460542 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b9daee-af70-4661-9717-46e172f2f255" -d '{"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-plugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:07.484449 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:07.489570 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] For port 37d7a285-882e-47c9-b99b-ab756c722ff6, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:07.494927 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.539358 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:07.547330 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:07.558699 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=7']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:07.561850 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.566461 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] For port 37d7a285-882e-47c9-b99b-ab756c722ff6, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=37d7a285-882e-47c9-b99b-ab756c722ff6,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:07.576091 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:02Z', 'revision_number': 2, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:07.581298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:07.584394 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.585885 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] 10.222.0.36 "PUT /v2.0/ports/50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 1094 time: 1.6068556 Oct 29 21:28:07.591820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:07.594439 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fab66e-c8a6-4692-9cab-8d7f41d99a76" -d '{"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:07.655950 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.698001 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45088a94-6fd8-40b4-8077-4d9b28f56003 service neutron] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:07.700157 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:28:07.700732 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Updating router 76c5f93e-1212-4be6-811f-578bf0424ed3 port ff711133-918a-4962-9086-df82e914f272 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:28:07.785892 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:07.807784 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd7369-ed4f-4bfb-bb29-58ec87e151a5 req-7c68d8fd-c0b1-4967-bb7b-d8950fe0a106 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:07.809512 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7ebd7369-ed4f-4bfb-bb29-58ec87e151a5 req-7c68d8fd-c0b1-4967-bb7b-d8950fe0a106 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.3401427 Oct 29 21:28:07.997729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758c7b6-ffa1-45e2-a9f5-3ef42df5a517 None None] Pushing event updated for resources: {'Port': ['ID=37d7a285-882e-47c9-b99b-ab756c722ff6,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:08.015331 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7ebd7369-ed4f-4bfb-bb29-58ec87e151a5 req-977214a0-600f-4084-a598-e16b7f4e2c99 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954291 Oct 29 21:28:08.097387 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:08.162368 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2a1085-fe3d-40b0-9594-dda58cfa1a98 x-openstack-request-id: req-9b2a1085-fe3d-40b0-9594-dda58cfa1a98 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:08.162700 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-plugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:08.162955 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b2a1085-fe3d-40b0-9594-dda58cfa1a98 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:08.163352 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'code': 200} Oct 29 21:28:08.246096 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d7500-2080-453e-ac74-6d2131c4f06f x-openstack-request-id: req-5a7d7500-2080-453e-ac74-6d2131c4f06f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:08.246651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:08.246651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a7d7500-2080-453e-ac74-6d2131c4f06f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:08.247035 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'status': 'completed', 'code': 200} Oct 29 21:28:08.642773 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:08.651861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:08.730439 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d949f1-070e-4765-82e9-3323447d2c77 None None] Pushing event updated for resources: {'Port': ['ID=ff711133-918a-4962-9086-df82e914f272,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:08.781945 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:08.797691 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bb788-00a1-4211-971e-2de972df6dfd req-f13b19ea-755f-413c-a1d6-7cb1552c07e4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:08.799059 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2a8bb788-00a1-4211-971e-2de972df6dfd req-f13b19ea-755f-413c-a1d6-7cb1552c07e4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.4206796 Oct 29 21:28:08.855033 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Attempting to bind port ff711133-918a-4962-9086-df82e914f272 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:08.855409 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Attempting to bind port ff711133-918a-4962-9086-df82e914f272 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:08.855768 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Attempting to bind port ff711133-918a-4962-9086-df82e914f272 on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:08.867015 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:08.868264 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Checking segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:08.880081 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:08.880600 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Bound using segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:08.881143 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Bound port: ff711133-918a-4962-9086-df82e914f272, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:08.881543 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:08.990918 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2a8bb788-00a1-4211-971e-2de972df6dfd req-4f9aa424-0cfa-48d3-8845-332f3771783a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574214 Oct 29 21:28:09.047609 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] For port ff711133-918a-4962-9086-df82e914f272, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:09.059376 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] For port ff711133-918a-4962-9086-df82e914f272, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ff711133-918a-4962-9086-df82e914f272,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:09.077187 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:09.342469 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d949f1-070e-4765-82e9-3323447d2c77 None None] Pushing event updated for resources: {'Port': ['ID=ff711133-918a-4962-9086-df82e914f272,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:09.348730 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:09.349502 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:09.444931 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Router 7d4be6f1-8e39-4932-aae2-518de1daf481 is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:28:09.471236 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07d6b1-77e7-4323-be75-438b40c023fc req-eae8a40f-3c45-4594-a3c8-8ee1cc718775 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:09.481961 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa07d6b1-77e7-4323-be75-438b40c023fc req-eae8a40f-3c45-4594-a3c8-8ee1cc718775 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.3116579 Oct 29 21:28:09.609572 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-42915aea-9447-4b30-809e-cbb791c02592 None None] Provisioning complete for port ff711133-918a-4962-9086-df82e914f272 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:09.611832 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-42915aea-9447-4b30-809e-cbb791c02592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:09.684931 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa07d6b1-77e7-4323-be75-438b40c023fc req-a143cea0-f89d-4db3-af86-22c60b607d24 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019818 Oct 29 21:28:09.703181 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:09.729911 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:28:09.741081 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Sync routers for ids ['7d4be6f1-8e39-4932-aae2-518de1daf481'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:28:09.761267 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Routers {'7d4be6f1-8e39-4932-aae2-518de1daf481'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:09.764912 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7d4be6f1-8e39-4932-aae2-518de1daf481'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:09.771248 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2c4f2-7232-403f-9b52-2748c94acd3b None None] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:28:09.792687 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:09.798904 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39054) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:09.799919 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ba66fb05-b2eb-41b8-810e-63a277b619fc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0014803 Oct 29 21:28:09.985419 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Set router 7d4be6f1-8e39-4932-aae2-518de1daf481 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:10.107919 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 37d7a285-882e-47c9-b99b-ab756c722ff6 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:10.360829 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-42915aea-9447-4b30-809e-cbb791c02592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:10.394615 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2608-09ed-4b56-94ae-4b3ae093b963 req-382e42a6-e7d7-43e3-9eff-c7894991ef3b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:10.415074 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f9ac2608-09ed-4b56-94ae-4b3ae093b963 req-382e42a6-e7d7-43e3-9eff-c7894991ef3b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1842725 Oct 29 21:28:10.514874 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f9ac2608-09ed-4b56-94ae-4b3ae093b963 req-209bcee0-c100-4de8-92f0-e262132da47d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009259 Oct 29 21:28:10.533315 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-42915aea-9447-4b30-809e-cbb791c02592 None None] For port ff711133-918a-4962-9086-df82e914f272, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ff711133-918a-4962-9086-df82e914f272,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:10.587196 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 37d7a285-882e-47c9-b99b-ab756c722ff6 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:10.587569 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:10.599683 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-42915aea-9447-4b30-809e-cbb791c02592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:10.693193 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:28:07Z', 'revision_number': 3, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:10.791673 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Checking router: 7d4be6f1-8e39-4932-aae2-518de1daf481 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:28:10.792532 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Updating router 7d4be6f1-8e39-4932-aae2-518de1daf481 port 973dcb40-ca9b-4354-bbb5-e725d74903dc binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:28:10.874984 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:10.876640 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Provisioning complete for port 37d7a285-882e-47c9-b99b-ab756c722ff6 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:10.877355 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:10.890076 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294e388-77a1-476c-b1d9-2e244195ea54 req-ae5b7a4b-c9a8-4491-86b6-ab370fc1a566 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:10.908311 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c294e388-77a1-476c-b1d9-2e244195ea54 req-ae5b7a4b-c9a8-4491-86b6-ab370fc1a566 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.1030805 Oct 29 21:28:10.934413 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42915aea-9447-4b30-809e-cbb791c02592 None None] Pushing event updated for resources: {'Port': ['ID=ff711133-918a-4962-9086-df82e914f272,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:11.035548 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c294e388-77a1-476c-b1d9-2e244195ea54 req-341cf3db-5c65-4c9f-b97a-48f5e67a624b tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185675 Oct 29 21:28:11.058954 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:11.102204 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:09Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:11.171221 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:11.301503 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14239d70-aaba-4f35-9f1f-cbca20ba0eee None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:09Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:28:11.342297 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 37d7a285-882e-47c9-b99b-ab756c722ff6, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=37d7a285-882e-47c9-b99b-ab756c722ff6,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:11.349374 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:11.365681 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:11.627708 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=37d7a285-882e-47c9-b99b-ab756c722ff6,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:11.669774 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.db.api [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 21:28:11.670741 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG oslo_db.api [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 21:28:11.745087 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-4336b7bf-37da-4366-8c7a-c1720a07e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:11.749421 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-4336b7bf-37da-4366-8c7a-c1720a07e96f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1097 time: 0.3464446 Oct 29 21:28:11.770336 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Allocated IP 172.20.0.1 (153b02e2-3c14-47a0-9eed-12d66a058e9f/efad7d6e-3b78-4b89-9754-86caf3becbcb/50cd52f5-349e-44d6-b09e-70f718bde475) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:11.838080 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5073ef-f1d6-4c4b-a5bd-347e49c148ce req-b870aee0-3886-4f6a-a80a-7e1c5ed8634a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:11.840352 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3c5073ef-f1d6-4c4b-a5bd-347e49c148ce req-b870aee0-3886-4f6a-a80a-7e1c5ed8634a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1395359 Oct 29 21:28:11.927150 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:11.947821 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:11.954468 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3c5073ef-f1d6-4c4b-a5bd-347e49c148ce req-5d16ad85-9370-4064-b815-259b7ab586f0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064105 Oct 29 21:28:12.100004 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.235107 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Attempting to bind port 973dcb40-ca9b-4354-bbb5-e725d74903dc on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:12.235618 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Attempting to bind port 973dcb40-ca9b-4354-bbb5-e725d74903dc by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:12.236018 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Attempting to bind port 973dcb40-ca9b-4354-bbb5-e725d74903dc on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:12.261286 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bc99c-f158-442f-9d95-e42ec9baf127 None None] Pushing event updated for resources: {'Port': ['ID=973dcb40-ca9b-4354-bbb5-e725d74903dc,revision_number=2']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:12.262618 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbc2cd-05b7-4e05-9d40-0454f029325f req-89595784-04a5-454c-ac80-099a40563a6e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:12.276209 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-effbc2cd-05b7-4e05-9d40-0454f029325f req-89595784-04a5-454c-ac80-099a40563a6e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.1304042 Oct 29 21:28:12.281755 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.300975 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:12.301347 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:12.301747 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.302132 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:12.302607 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Bound port: 973dcb40-ca9b-4354-bbb5-e725d74903dc, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:12.302988 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.315192 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 37d7a285-882e-47c9-b99b-ab756c722ff6 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:12.386092 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-effbc2cd-05b7-4e05-9d40-0454f029325f req-e5895c56-1beb-4a1a-adba-0615112d75d5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072066 Oct 29 21:28:12.437880 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-83887cc5-66d5-4e40-aa0c-1d3d1f6fe951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 217 time: 0.1964247 Oct 29 21:28:12.520512 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] For port 973dcb40-ca9b-4354-bbb5-e725d74903dc, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:12.529415 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] For port 973dcb40-ca9b-4354-bbb5-e725d74903dc, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=973dcb40-ca9b-4354-bbb5-e725d74903dc,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:12.537261 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.552420 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Provisioning complete for port ff711133-918a-4962-9086-df82e914f272 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:12.553018 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2e500b27-36a9-40f1-af1f-0868b4955ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.618396 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:12.623527 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:12.628799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:12.705309 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 37d7a285-882e-47c9-b99b-ab756c722ff6 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:12.705727 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.706749 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Pushing event updated for resources: {'Port': ['ID=50cd52f5-349e-44d6-b09e-70f718bde475,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:12.748036 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Routers {'7d4be6f1-8e39-4932-aae2-518de1daf481'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:12.749135 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7d4be6f1-8e39-4932-aae2-518de1daf481'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:12.769195 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:12.977213 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bc99c-f158-442f-9d95-e42ec9baf127 None None] Pushing event updated for resources: {'Port': ['ID=973dcb40-ca9b-4354-bbb5-e725d74903dc,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:13.300904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ff711133-918a-4962-9086-df82e914f272 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:13.343058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0996c-d960-4ccf-8d4c-b709405ef572 req-20ad1921-0f2e-4f49-95e2-a830817140f0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:13.360834 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] Set router 7d4be6f1-8e39-4932-aae2-518de1daf481 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:13.366410 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-54f0996c-d960-4ccf-8d4c-b709405ef572 req-20ad1921-0f2e-4f49-95e2-a830817140f0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.2771153 Oct 29 21:28:13.474518 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-8c96dd9e-704e-4c96-b77d-5c7a4e435515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:13.495762 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-8c96dd9e-704e-4c96-b77d-5c7a4e435515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.5787733 Oct 29 21:28:13.497416 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:13.523968 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-54f0996c-d960-4ccf-8d4c-b709405ef572 req-dfe5c1d1-8724-42ae-9c04-addc1f3440f1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557436 Oct 29 21:28:13.663861 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61154f8-bf26-4386-a079-bc1709868ee0 req-06af58c3-fcc1-492b-82bf-9d8092f14de2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:13.677536 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b61154f8-bf26-4386-a079-bc1709868ee0 req-06af58c3-fcc1-492b-82bf-9d8092f14de2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.1095278 Oct 29 21:28:13.687199 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-02880224-4a81-4583-a910-77a388382c09 None None] Provisioning complete for port 50cd52f5-349e-44d6-b09e-70f718bde475 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:13.688016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-02880224-4a81-4583-a910-77a388382c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:13.780317 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b61154f8-bf26-4386-a079-bc1709868ee0 req-a92e37ff-80d2-4752-956e-cccc3c46b03a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014724 Oct 29 21:28:13.827489 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-02880224-4a81-4583-a910-77a388382c09 None None] Port 50cd52f5-349e-44d6-b09e-70f718bde475 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:28:13.844642 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port ff711133-918a-4962-9086-df82e914f272 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:13.844642 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:13.926583 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-95c4e04a-3da0-4323-877e-ec9fe5e6503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:13.932411 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-95c4e04a-3da0-4323-877e-ec9fe5e6503b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3782623 Oct 29 21:28:13.950864 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:28:07Z', 'revision_number': 3, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:13.977248 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-02880224-4a81-4583-a910-77a388382c09 None None] Provisioning complete for port 37d7a285-882e-47c9-b99b-ab756c722ff6 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:13.983785 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-02880224-4a81-4583-a910-77a388382c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:14.054450 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c332942-ddf2-4489-9abe-cbda864d51de None None] The sync data for ids ['7d4be6f1-8e39-4932-aae2-518de1daf481'] in dv-cinder-813984-7-iscsi is: [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:28:07Z', 'revision_number': 3, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:28:14.402955 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-05f55f5a-1297-4484-8985-f3291cf35ecf service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164867 Oct 29 21:28:14.405386 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:14.415724 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:14.518663 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39128) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:14.644425 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Pushing event updated for resources: {'Port': ['ID=50cd52f5-349e-44d6-b09e-70f718bde475,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:14.687289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:14.875758 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf7ba-c3b9-4a2a-9486-f63fadc6d17a req-28e738b7-d6ca-41d2-8954-2ec6cb9997f9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:14.890012 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1fcbf7ba-c3b9-4a2a-9486-f63fadc6d17a req-28e738b7-d6ca-41d2-8954-2ec6cb9997f9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1658356 Oct 29 21:28:14.943007 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-69c26259-156b-40e1-91e9-a16c1bbc5510 req-c2ce6c5f-4cba-4777-8aeb-273e3c906eb7 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770343 Oct 29 21:28:14.972926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7aec-60b3-4dda-abc7-8d42feb994e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:15.085622 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:15.097879 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:15.175343 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1fcbf7ba-c3b9-4a2a-9486-f63fadc6d17a req-200a04cc-0f7b-4e22-ad5e-e7513751d9f5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250755 Oct 29 21:28:15.373736 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d182620-0667-45ef-acb9-0b9c8a8c4fc4 req-b4a5e3d8-3279-432b-8ea2-e69e390a60b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:15.392743 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d182620-0667-45ef-acb9-0b9c8a8c4fc4 req-b4a5e3d8-3279-432b-8ea2-e69e390a60b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.2220211 Oct 29 21:28:15.579587 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d182620-0667-45ef-acb9-0b9c8a8c4fc4 req-6c1d5a1c-355b-4339-89b2-031dc39855bd tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793878 Oct 29 21:28:15.765550 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Router 7d4be6f1-8e39-4932-aae2-518de1daf481 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:28:15.801458 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7aec-60b3-4dda-abc7-8d42feb994e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:15.804942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-6d82740c-1bfb-45f9-90b6-410c2cff486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:15.807583 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-6d82740c-1bfb-45f9-90b6-410c2cff486c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1097 time: 0.2072146 Oct 29 21:28:15.820276 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fd2b7aec-60b3-4dda-abc7-8d42feb994e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:15.855496 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-fd4f1f48-2136-44f6-8a01-4afd28176c16 None None] Provisioning complete for port 50cd52f5-349e-44d6-b09e-70f718bde475 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:15.856691 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1f48-2136-44f6-8a01-4afd28176c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:15.903652 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b7aec-60b3-4dda-abc7-8d42feb994e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad259657-7db7-4f78-8271-a20d42b14879,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:15.975944 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f1f48-2136-44f6-8a01-4afd28176c16 None None] Port 50cd52f5-349e-44d6-b09e-70f718bde475 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:28:16.009070 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-fd2b7aec-60b3-4dda-abc7-8d42feb994e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2409087ab191462384ff3470f9f0d77d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4863737 Oct 29 21:28:16.009477 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39152) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:16.085788 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:28:16.119492 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9fd4935a-fb00-4aa5-bdf7-a2c496149f47 admin admin] 10.222.0.30 "PUT /v2.0/routers/7d4be6f1-8e39-4932-aae2-518de1daf481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3173506 Oct 29 21:28:16.226557 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26a0b98-8735-45a9-a1d2-6128805de778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.238937 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-af91c989-077f-4125-9f01-7bc2d8a04c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:16.269830 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-af91c989-077f-4125-9f01-7bc2d8a04c7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 916 time: 0.4117620 Oct 29 21:28:16.301841 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-21673780-a29e-4bc2-a611-ba9b3fcca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:16.304227 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-21673780-a29e-4bc2-a611-ba9b3fcca079 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.2107286 Oct 29 21:28:16.374310 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26a0b98-8735-45a9-a1d2-6128805de778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.384172 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 973dcb40-ca9b-4354-bbb5-e725d74903dc up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:16.419130 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91571196-0429-4eb1-97d9-ece95d33333d req-6b05d116-abdd-48f6-bd33-d1f7acb54368 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:16.432315 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91571196-0429-4eb1-97d9-ece95d33333d req-6b05d116-abdd-48f6-bd33-d1f7acb54368 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.3010433 Oct 29 21:28:16.562708 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 973dcb40-ca9b-4354-bbb5-e725d74903dc triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:16.563438 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.613586 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26a0b98-8735-45a9-a1d2-6128805de778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.616748 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a26a0b98-8735-45a9-a1d2-6128805de778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.618087 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a26a0b98-8735-45a9-a1d2-6128805de778 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad259657-7db7-4f78-8271-a20d42b14879 HTTP/1.1" status: 204 len: 168 time: 0.6074204 Oct 29 21:28:16.685037 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.713796 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91571196-0429-4eb1-97d9-ece95d33333d req-b7f652d5-da57-4dae-a930-e0369deb0810 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802396 Oct 29 21:28:16.716921 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a0b98-8735-45a9-a1d2-6128805de778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad259657-7db7-4f78-8271-a20d42b14879,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:16.732324 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f971f-726f-40c4-a1f9-df6d481f09f1 req-729a6a2b-29b0-4065-b2ad-3777c8f6e3e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:16.740567 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ed3f971f-726f-40c4-a1f9-df6d481f09f1 req-729a6a2b-29b0-4065-b2ad-3777c8f6e3e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.3999760 Oct 29 21:28:16.754906 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 973dcb40-ca9b-4354-bbb5-e725d74903dc, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=973dcb40-ca9b-4354-bbb5-e725d74903dc,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:16.770838 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:16.802337 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ed3f971f-726f-40c4-a1f9-df6d481f09f1 req-05f3ede9-9fe1-412f-adb6-ba0684e5c626 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551178 Oct 29 21:28:16.853964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=973dcb40-ca9b-4354-bbb5-e725d74903dc,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:16.862311 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.863014 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.863529 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.863936 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.864729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.864940 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.865289 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.865991 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.866114 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.866446 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.866845 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.867278 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:16.976742 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c14052-4880-477a-877e-c8168d6e5c4c req-2b84e19e-bc3b-4fed-8953-9c67ae0e4183 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:16.983274 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-19c14052-4880-477a-877e-c8168d6e5c4c req-2b84e19e-bc3b-4fed-8953-9c67ae0e4183 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0902538 Oct 29 21:28:17.077131 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-19c14052-4880-477a-877e-c8168d6e5c4c req-389558da-1a3e-48aa-a564-c06801a02ec8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781705 Oct 29 21:28:17.269715 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Sync routers for ids ['7d4be6f1-8e39-4932-aae2-518de1daf481'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:28:17.286094 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Routers {'7d4be6f1-8e39-4932-aae2-518de1daf481'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:17.286806 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7d4be6f1-8e39-4932-aae2-518de1daf481'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:17.404488 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Set router 7d4be6f1-8e39-4932-aae2-518de1daf481 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:17.662962 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:28:13Z', 'revision_number': 4, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '50cd52f5-349e-44d6-b09e-70f718bde475', 'name': '', 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'mac_address': 'fa:16:3e:44:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:11Z', 'updated_at': '2021-10-29T21:28:13Z', 'revision_number': 2, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'subnets': [{'id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:17.709320 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Checking router: 7d4be6f1-8e39-4932-aae2-518de1daf481 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:28:17.709945 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Updating router 7d4be6f1-8e39-4932-aae2-518de1daf481 port 50cd52f5-349e-44d6-b09e-70f718bde475 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:28:17.745003 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:17.946603 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39180) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:17.951255 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965502387', 'description': 'tempest-secgroup-smoke-1965502387 description', 'project_id': 'b110013cb0b7484ba23848af248c11b0'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:18.061079 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.233822 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.253620 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473826cf-f21e-422f-8484-2eeeb9177839 req-9a957cf5-3913-4785-b134-20065befebd3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:18.260786 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.266240 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-473826cf-f21e-422f-8484-2eeeb9177839 req-9a957cf5-3913-4785-b134-20065befebd3 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.2637329 Oct 29 21:28:18.270258 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.288255 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.339027 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.340647 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3930309 Oct 29 21:28:18.344030 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39184) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:18.350493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group_rule': {'security_group_id': '68118824-9e0d-4b4d-8f21-31be51807271', 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:18.358941 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e1995-ce3a-4ecb-9563-456a69f6b43f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68118824-9e0d-4b4d-8f21-31be51807271,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:18.398527 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-473826cf-f21e-422f-8484-2eeeb9177839 req-28042298-8006-4019-9b42-e2f722b7ed10 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310396 Oct 29 21:28:18.409610 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.447514 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd5490-02b8-40f4-83ca-266a8349b049 None None] Pushing event updated for resources: {'Port': ['ID=50cd52f5-349e-44d6-b09e-70f718bde475,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:18.456642 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 973dcb40-ca9b-4354-bbb5-e725d74903dc up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:18.557726 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7ff7b-8e10-4d49-9c92-acbe41e202d1 req-61a6b109-72ae-4659-b95d-4b541d8f6f12 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:18.558789 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.564803 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.584797 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-22a7ff7b-8e10-4d49-9c92-acbe41e202d1 req-61a6b109-72ae-4659-b95d-4b541d8f6f12 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1069803 Oct 29 21:28:18.598710 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94953569-17df-4484-b02f-23897ce12569,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:18.626582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.632345 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:18.636905 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a0973e24-747b-4c33-8ce4-3ffb2d90eb8c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2909753 Oct 29 21:28:18.647670 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group_rule': {'security_group_id': '68118824-9e0d-4b4d-8f21-31be51807271', 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:18.672231 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Attempting to bind port 50cd52f5-349e-44d6-b09e-70f718bde475 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:18.672878 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Attempting to bind port 50cd52f5-349e-44d6-b09e-70f718bde475 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:18.673422 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Attempting to bind port 50cd52f5-349e-44d6-b09e-70f718bde475 on network 153b02e2-3c14-47a0-9eed-12d66a058e9f {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:18.690463 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:18.692914 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Checking segment: {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:18.692914 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.695434 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Bound using segment: {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:18.699874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Bound port: 50cd52f5-349e-44d6-b09e-70f718bde475, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e2dc41-bd77-4af8-a00e-43192ed4e303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:18.700419 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.704284 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-22a7ff7b-8e10-4d49-9c92-acbe41e202d1 req-3eaa2539-4439-413e-8756-42dff203a688 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165831 Oct 29 21:28:18.731688 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 973dcb40-ca9b-4354-bbb5-e725d74903dc triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:18.731890 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.746966 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.890098 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:18.897360 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.006305 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] For port 50cd52f5-349e-44d6-b09e-70f718bde475, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:19.014554 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] For port 50cd52f5-349e-44d6-b09e-70f718bde475, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=50cd52f5-349e-44d6-b09e-70f718bde475,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:19.017203 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6963848-6344-4f3e-a470-71bfdd774eb5,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:19.023431 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-afc85919-d889-41f0-884c-93b23766e036 None None] Provisioning complete for port 50cd52f5-349e-44d6-b09e-70f718bde475 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:19.024323 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-afc85919-d889-41f0-884c-93b23766e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.027082 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.028346 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b67e8cb2-ec29-412f-87ce-9f9d5d99baf8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3913090 Oct 29 21:28:19.031405 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39190) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:19.037563 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group_rule': {'security_group_id': '68118824-9e0d-4b4d-8f21-31be51807271', 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:19.051083 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9573cf-3cc8-4242-b8f6-cad44cbdb6ea req-9634205b-0a97-4d04-8908-1ac91c14dd62 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:19.053184 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fd9573cf-3cc8-4242-b8f6-cad44cbdb6ea req-9634205b-0a97-4d04-8908-1ac91c14dd62 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.1714785 Oct 29 21:28:19.061988 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.087477 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.134562 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fd9573cf-3cc8-4242-b8f6-cad44cbdb6ea req-4e06af3e-4d52-4381-9334-a70fbb2f504c tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Oct 29 21:28:19.213832 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd5490-02b8-40f4-83ca-266a8349b049 None None] Pushing event updated for resources: {'Port': ['ID=50cd52f5-349e-44d6-b09e-70f718bde475,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:19.253877 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Routers {'7d4be6f1-8e39-4932-aae2-518de1daf481'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:19.255288 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:27:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7d4be6f1-8e39-4932-aae2-518de1daf481'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:19.263878 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.270769 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.296436 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad17469-3b01-4cb4-b477-feac222b4071,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:19.329121 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.330772 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-431816ee-fe54-4cc7-a049-7719900de502 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2979767 Oct 29 21:28:19.333542 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39192) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:19.343500 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group_rule': {'security_group_id': '68118824-9e0d-4b4d-8f21-31be51807271', 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:19.403709 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.558122 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.567148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.611275 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087902d7-9d32-4196-aff4-0feb2aa46661,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:19.623183 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb603159-4a83-4e1b-a40c-50a3daebd5fd req-a86bbdb6-2d25-4a25-8de6-64c44620f6da tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:19.640568 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cb603159-4a83-4e1b-a40c-50a3daebd5fd req-a86bbdb6-2d25-4a25-8de6-64c44620f6da tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.1257215 Oct 29 21:28:19.643343 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.644934 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-99b59b90-5e10-45f9-8f93-3d1295ffa961 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101640 Oct 29 21:28:19.647644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39196) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:19.654447 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group_rule': {'security_group_id': '68118824-9e0d-4b4d-8f21-31be51807271', 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:19.699526 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-afc85919-d889-41f0-884c-93b23766e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.717749 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.securitygroups_db [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Project b110013cb0b7484ba23848af248c11b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 21:28:19.725421 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cb603159-4a83-4e1b-a40c-50a3daebd5fd req-06baeef6-6e50-4750-a8a9-30ce57cbb179 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773711 Oct 29 21:28:19.740132 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.745994 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-afc85919-d889-41f0-884c-93b23766e036 None None] For port 50cd52f5-349e-44d6-b09e-70f718bde475, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=50cd52f5-349e-44d6-b09e-70f718bde475,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:19.751859 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-afc85919-d889-41f0-884c-93b23766e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:19.884702 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] Set router 7d4be6f1-8e39-4932-aae2-518de1daf481 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:28:19.981339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc72805-9e16-4fe2-9503-8858a065a95e req-7039de04-737e-4224-8f01-82e1deb80bff tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:19.982896 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-acc72805-9e16-4fe2-9503-8858a065a95e req-7039de04-737e-4224-8f01-82e1deb80bff tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0728106 Oct 29 21:28:19.997298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.002561 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc85919-d889-41f0-884c-93b23766e036 None None] Pushing event updated for resources: {'Port': ['ID=50cd52f5-349e-44d6-b09e-70f718bde475,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:20.004439 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.093245 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a8da55-4b3f-43a7-85fa-45db50423e0c,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:20.139042 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-19aa4fd6-b7f9-4d97-b1b9-ab09adc464a0 None None] Provisioning complete for port 50cd52f5-349e-44d6-b09e-70f718bde475 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:20.139884 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19aa4fd6-b7f9-4d97-b1b9-ab09adc464a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.152768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.162630 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-972b3591-ee6d-4501-84f0-b04859fb1590 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5138173 Oct 29 21:28:20.163277 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39206) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:20.175625 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'security_group_rule': {'security_group_id': '68118824-9e0d-4b4d-8f21-31be51807271', 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:20.222287 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-acc72805-9e16-4fe2-9503-8858a065a95e req-2e72f37d-e1fb-4c9f-82da-6489d82f8d12 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114775 Oct 29 21:28:20.291898 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.securitygroups_db [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Project b110013cb0b7484ba23848af248c11b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 21:28:20.298109 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.494633 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e92ee-a1cc-4319-801a-8164b9a9794e req-7b1ee57d-7a86-44d8-892f-2398a4348135 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:20.496369 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e70e92ee-a1cc-4319-801a-8164b9a9794e req-7b1ee57d-7a86-44d8-892f-2398a4348135 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.1356988 Oct 29 21:28:20.512652 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.522738 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.574651 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e70e92ee-a1cc-4319-801a-8164b9a9794e req-c69fe325-746a-4b07-ba88-7d21f829a7ea tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646651 Oct 29 21:28:20.577720 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2779b8a1-159b-418b-8a3d-73f67a473ab8,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:20.617979 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:20.619181 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b86531e2-b6c3-469d-8a5c-527f6e13f70f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4522834 Oct 29 21:28:20.756579 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:28:13Z', 'revision_number': 4, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '50cd52f5-349e-44d6-b09e-70f718bde475', 'name': '', 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'mac_address': 'fa:16:3e:44:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:11Z', 'updated_at': '2021-10-29T21:28:18Z', 'revision_number': 4, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'subnets': [{'id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:20.802347 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95432d-b60d-49e6-b8bf-c00d8de39ffb None None] The sync data for ids ['7d4be6f1-8e39-4932-aae2-518de1daf481'] in dv-cinder-813984-7-iscsi is: [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:28:13Z', 'revision_number': 4, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '50cd52f5-349e-44d6-b09e-70f718bde475', 'name': '', 'network_id': '153b02e2-3c14-47a0-9eed-12d66a058e9f', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'mac_address': 'fa:16:3e:44:9c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:11Z', 'updated_at': '2021-10-29T21:28:18Z', 'revision_number': 4, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'subnets': [{'id': 'efad7d6e-3b78-4b89-9754-86caf3becbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:28:20.950712 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96523faa-4b32-4f76-adb1-0a40ae2fe931 req-c0018e6d-38dd-45d4-af14-d75a5651293c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:20.952298 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-96523faa-4b32-4f76-adb1-0a40ae2fe931 req-c0018e6d-38dd-45d4-af14-d75a5651293c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0995781 Oct 29 21:28:21.029245 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-96523faa-4b32-4f76-adb1-0a40ae2fe931 req-d94232b4-509f-43c4-a00b-8c5843e7c368 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699151 Oct 29 21:28:21.412724 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37928-91e0-4392-acd0-4cbc1cb92118 req-0170860e-619b-45d7-91fe-7d91a0a742f8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:21.415250 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5af37928-91e0-4392-acd0-4cbc1cb92118 req-0170860e-619b-45d7-91fe-7d91a0a742f8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0716693 Oct 29 21:28:21.517799 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5af37928-91e0-4392-acd0-4cbc1cb92118 req-e3ada4c1-017e-4dce-84d2-2ca9c3c971f6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937166 Oct 29 21:28:21.588277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ba9298e0-e38b-4be3-bd86-6248a496715c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:21.762081 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987fa57-cbf6-41fd-b327-29270efc7ddc req-927e59cb-718e-4a8e-992e-a30e98c3c302 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:21.772647 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8987fa57-cbf6-41fd-b327-29270efc7ddc req-927e59cb-718e-4a8e-992e-a30e98c3c302 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0784585 Oct 29 21:28:21.834010 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8987fa57-cbf6-41fd-b327-29270efc7ddc req-761ba490-a186-4e11-b01c-51b9e7bdb983 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548065 Oct 29 21:28:22.165599 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53e201-860f-437f-a7ce-312e2395eddf req-cd82f990-94bd-413a-9543-be9133821ff2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:22.167262 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3b53e201-860f-437f-a7ce-312e2395eddf req-cd82f990-94bd-413a-9543-be9133821ff2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0579052 Oct 29 21:28:22.210143 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3b53e201-860f-437f-a7ce-312e2395eddf req-d5e4bed8-f55e-4e87-96de-481c002924c2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Oct 29 21:28:22.307018 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 50cd52f5-349e-44d6-b09e-70f718bde475 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:22.385300 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 50cd52f5-349e-44d6-b09e-70f718bde475 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:22.385751 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:22.653716 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ed7dc-cf76-46a3-9128-260dcb3bc1f4 req-5ffd69de-7ead-4492-bc28-aa9a79a8cd83 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:22.655818 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b84ed7dc-cf76-46a3-9128-260dcb3bc1f4 req-5ffd69de-7ead-4492-bc28-aa9a79a8cd83 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0774903 Oct 29 21:28:22.761157 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b84ed7dc-cf76-46a3-9128-260dcb3bc1f4 req-ae2012ce-90a1-437c-a91f-fe5c67f607b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917535 Oct 29 21:28:22.958319 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a896367-90de-41fc-9162-e3a4dac70c5e req-b804db72-c942-4270-bc3d-73f482cfe351 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:22.959940 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6a896367-90de-41fc-9162-e3a4dac70c5e req-b804db72-c942-4270-bc3d-73f482cfe351 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0562770 Oct 29 21:28:23.003318 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6a896367-90de-41fc-9162-e3a4dac70c5e req-822e43d2-dd22-455a-8f7d-8ef241edf540 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362625 Oct 29 21:28:23.357636 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09496bc0-9f2c-4170-99fc-f45440b4bbc0 req-a5798303-3ef7-4f07-b77f-cd1ca138131e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:23.359198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-09496bc0-9f2c-4170-99fc-f45440b4bbc0 req-a5798303-3ef7-4f07-b77f-cd1ca138131e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0581362 Oct 29 21:28:23.416896 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-09496bc0-9f2c-4170-99fc-f45440b4bbc0 req-85df8076-654e-43dd-bfaa-2e996ce97537 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485053 Oct 29 21:28:23.937160 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0d4d4-679c-4f75-b12d-2b4fc40934d3 req-de646211-1187-4d9d-b630-9d67c5432a91 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:23.938705 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18c0d4d4-679c-4f75-b12d-2b4fc40934d3 req-de646211-1187-4d9d-b630-9d67c5432a91 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0613985 Oct 29 21:28:24.001398 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18c0d4d4-679c-4f75-b12d-2b4fc40934d3 req-2fdbd163-caba-4d92-a49b-a2dbe835823e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563233 Oct 29 21:28:24.128979 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f95d7f-063a-4952-b21a-8244506fe2aa req-d88eab1c-8676-4e83-b45d-55aa8335fd7a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:24.130388 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-68f95d7f-063a-4952-b21a-8244506fe2aa req-d88eab1c-8676-4e83-b45d-55aa8335fd7a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0496385 Oct 29 21:28:24.182375 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-68f95d7f-063a-4952-b21a-8244506fe2aa req-cdfa53c8-f1d8-46bf-9954-32ab25616046 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450175 Oct 29 21:28:24.486148 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c23429ee-c9d5-4f63-8b96-9e365b660a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:24.542894 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4a349-0268-4067-b4c9-cad427ce306c req-dd79ddf3-a250-46b3-9763-cfcc694cffdf tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:24.544418 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53a4a349-0268-4067-b4c9-cad427ce306c req-dd79ddf3-a250-46b3-9763-cfcc694cffdf tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0610609 Oct 29 21:28:24.585551 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53a4a349-0268-4067-b4c9-cad427ce306c req-88d015ed-65f7-403a-b99b-970fc71c0446 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Oct 29 21:28:25.201920 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23e03-3c0b-40f0-bbd9-6af3127d022e req-12f32e46-6350-4d54-965b-03d3442b7d9b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:25.203784 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f0f23e03-3c0b-40f0-bbd9-6af3127d022e req-12f32e46-6350-4d54-965b-03d3442b7d9b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.1042421 Oct 29 21:28:25.262688 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.277502 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f0f23e03-3c0b-40f0-bbd9-6af3127d022e req-5179b7f5-ab0d-401d-b80f-0a1285b3a47f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633357 Oct 29 21:28:25.436081 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb16293-f1cd-46df-9a22-7b77d7d10ec8 req-db48ffe2-45ab-49c6-9098-cb7acfde5513 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:25.437921 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-edb16293-f1cd-46df-9a22-7b77d7d10ec8 req-db48ffe2-45ab-49c6-9098-cb7acfde5513 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0618069 Oct 29 21:28:25.453048 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39332) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:25.503996 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-edb16293-f1cd-46df-9a22-7b77d7d10ec8 req-9fd29b7c-c3b1-4179-bee9-9c2a378b4422 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592828 Oct 29 21:28:25.573702 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4fd81c33-7e3f-4447-a67c-e0891f4e29f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.659605 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4fd81c33-7e3f-4447-a67c-e0891f4e29f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.663736 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4fd81c33-7e3f-4447-a67c-e0891f4e29f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.720961 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4fd81c33-7e3f-4447-a67c-e0891f4e29f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b12456b5950454a97ca49676b055cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667046 Oct 29 21:28:25.722253 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd81c33-7e3f-4447-a67c-e0891f4e29f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507ea094-74be-44b2-8628-9dce3f51b3be,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:25.724410 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39338) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:25.724701 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.756157 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dca7ec-9032-43b8-be36-0abd4ca39286 req-2c55ece2-00db-43d6-8420-c3383d45f4cd tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:25.757759 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f6dca7ec-9032-43b8-be36-0abd4ca39286 req-2c55ece2-00db-43d6-8420-c3383d45f4cd tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0946171 Oct 29 21:28:25.794381 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.830700 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f6dca7ec-9032-43b8-be36-0abd4ca39286 req-414fe578-6d3f-466f-a6e6-56d861fb515b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619428 Oct 29 21:28:25.842954 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d9182c1-6ff4-47fb-8f21-dd640617f775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.865288 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d9182c1-6ff4-47fb-8f21-dd640617f775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.928423 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d9182c1-6ff4-47fb-8f21-dd640617f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.933207 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5d9182c1-6ff4-47fb-8f21-dd640617f775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:25.934586 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5d9182c1-6ff4-47fb-8f21-dd640617f775 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/507ea094-74be-44b2-8628-9dce3f51b3be HTTP/1.1" status: 204 len: 168 time: 0.2058268 Oct 29 21:28:25.942998 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9182c1-6ff4-47fb-8f21-dd640617f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ea094-74be-44b2-8628-9dce3f51b3be,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:26.421298 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8a70c-9fa6-4fe6-b8cc-1a05fdc175a8 req-2344da0a-5804-4a55-907e-953d4fbf22c8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:26.422867 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-63f8a70c-9fa6-4fe6-b8cc-1a05fdc175a8 req-2344da0a-5804-4a55-907e-953d4fbf22c8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0502558 Oct 29 21:28:26.472423 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-63f8a70c-9fa6-4fe6-b8cc-1a05fdc175a8 req-2cbe71df-b492-4049-a3c6-c0c2e8692551 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Oct 29 21:28:26.625795 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfa46-acc5-4b59-9236-2d5bbae3f321 req-5286641a-f022-4d55-bcc7-08b371b4fc8b tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:26.627277 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a09dfa46-acc5-4b59-9236-2d5bbae3f321 req-5286641a-f022-4d55-bcc7-08b371b4fc8b tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0555155 Oct 29 21:28:26.668067 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a09dfa46-acc5-4b59-9236-2d5bbae3f321 req-1e19a665-908e-4964-942f-1079c44e4916 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Oct 29 21:28:26.950318 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989cb8f-4f61-4f40-8fbd-fbfee95a0cfa req-ca5e7511-bf61-4300-b246-a5f7755cdd95 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:26.951810 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e989cb8f-4f61-4f40-8fbd-fbfee95a0cfa req-ca5e7511-bf61-4300-b246-a5f7755cdd95 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0502276 Oct 29 21:28:26.989188 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e989cb8f-4f61-4f40-8fbd-fbfee95a0cfa req-733123d0-b64e-475d-ad85-8aea4e2e6281 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Oct 29 21:28:27.158458 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:27.497587 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-5bc02d6a-6010-4535-b105-66e09bdd01a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 217 time: 0.0430362 Oct 29 21:28:27.600358 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b3a56-13f6-4c43-ade5-e3b85f184dfb req-ddfaca75-c5b7-4ad9-8431-dfeb5a8b09c0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:27.601043 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-f289c571-4745-46f2-af1f-7b5fc7fe08af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:27.601953 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-f289c571-4745-46f2-af1f-7b5fc7fe08af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.0697007 Oct 29 21:28:27.602857 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a86b3a56-13f6-4c43-ade5-e3b85f184dfb req-ddfaca75-c5b7-4ad9-8431-dfeb5a8b09c0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0528677 Oct 29 21:28:27.616911 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-576e223d-2d3f-4cb6-9ffa-70e1b2bb8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:27.619047 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-576e223d-2d3f-4cb6-9ffa-70e1b2bb8bff service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.1584117 Oct 29 21:28:27.643878 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a86b3a56-13f6-4c43-ade5-e3b85f184dfb req-ce1c6911-a734-42bd-8681-12202cde627f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349336 Oct 29 21:28:27.678725 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-a898802b-b977-47c0-bcec-5443b435125e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 217 time: 0.0499690 Oct 29 21:28:27.693169 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-50a3fe7b-b051-42de-9308-e7248c653eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:27.694639 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-50a3fe7b-b051-42de-9308-e7248c653eb2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747538 Oct 29 21:28:27.794988 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720d320-7567-480a-b262-9a36a03b25d9 req-5ffe55b1-36d3-47e8-8f51-69a163c41e02 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:27.796438 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f720d320-7567-480a-b262-9a36a03b25d9 req-5ffe55b1-36d3-47e8-8f51-69a163c41e02 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0543747 Oct 29 21:28:27.806918 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-c951b367-65ba-4b33-b3c3-9e58fef3ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:27.808391 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-c951b367-65ba-4b33-b3c3-9e58fef3ca37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.0997255 Oct 29 21:28:27.835308 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f720d320-7567-480a-b262-9a36a03b25d9 req-105f2ce4-dcf2-4fbc-9f8c-9d31ff86007a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323317 Oct 29 21:28:27.837738 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-487bfeb5-bdf7-42b1-9836-5571100ddc45 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204593 Oct 29 21:28:27.977583 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-f7e2da8f-2b7d-401a-950b-31e4ec3fbe92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596404 Oct 29 21:28:28.086947 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-01fab66e-c8a6-4692-9cab-8d7f41d99a76 req-61c6d5ea-769c-4dab-bad6-fcd07539f624 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769147 Oct 29 21:28:28.114926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234deacc-f033-49d0-a4d7-26047c2ae444 req-d9b24b94-647a-45e1-992a-fe3fd9f2dbb7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.116444 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-234deacc-f033-49d0-a4d7-26047c2ae444 req-d9b24b94-647a-45e1-992a-fe3fd9f2dbb7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0511072 Oct 29 21:28:28.116606 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-ed9ad278-d29b-4db9-8f3f-886073ecfa69 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275990 Oct 29 21:28:28.159019 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-234deacc-f033-49d0-a4d7-26047c2ae444 req-91acd6ba-b2c4-44a1-bdcd-246b37c580f7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Oct 29 21:28:28.241261 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-458f56e8-0bba-40e4-a71f-cfe5d3d93bc1 req-bd6a6c63-8e8d-4ac3-a8c3-a50ba55500cc service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175399 Oct 29 21:28:28.250697 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-98797ec9-92fa-4ecf-b71f-ac3181bee51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.252118 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-98797ec9-92fa-4ecf-b71f-ac3181bee51d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1098 time: 0.0506649 Oct 29 21:28:28.358821 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-3cb6af2d-f040-4168-82bb-dec862c1a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.360214 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-3cb6af2d-f040-4168-82bb-dec862c1a71b service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.0925734 Oct 29 21:28:28.433691 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-40402012-37c0-4a9d-9a0f-d85c5edad165 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 200 len: 1001 time: 0.0629146 Oct 29 21:28:28.708141 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-0ae28d08-984a-4ad5-91fc-f7e682e38ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.709651 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-0ae28d08-984a-4ad5-91fc-f7e682e38ffa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.2630684 Oct 29 21:28:28.763083 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-d06654f2-c7ac-49b9-be06-a5b4308a2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.764597 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-d06654f2-c7ac-49b9-be06-a5b4308a2415 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455034 Oct 29 21:28:28.772028 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1663-c6ee-4a3e-844e-4d097840e94f req-9ca603f4-7311-4cc7-a70f-3f42ad36f540 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.774065 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e48e1663-c6ee-4a3e-844e-4d097840e94f req-9ca603f4-7311-4cc7-a70f-3f42ad36f540 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0516205 Oct 29 21:28:28.812312 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e48e1663-c6ee-4a3e-844e-4d097840e94f req-955a3f2c-d315-4455-9532-f27005680091 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Oct 29 21:28:28.861706 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-61794ab1-679d-4461-8c75-0f7eeb0ae022 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871143 Oct 29 21:28:28.955535 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-fae3a7ce-e824-43ca-ab26-38cec43eaa1f req-74c35abe-0b4e-4c45-8c4d-0ac06f49259d service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859735 Oct 29 21:28:28.958764 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc9f87-f737-4bb9-afe5-ce6e71b83eae req-f5b264c9-1387-4844-bcc7-09651c102923 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:28.960257 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06fc9f87-f737-4bb9-afe5-ce6e71b83eae req-f5b264c9-1387-4844-bcc7-09651c102923 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0545869 Oct 29 21:28:29.000132 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06fc9f87-f737-4bb9-afe5-ce6e71b83eae req-6df6c4f8-0fee-45be-b7f0-22e24ac4ebff tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Oct 29 21:28:29.276940 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb3bb-03c7-40bb-a8ad-1d255782418c req-25cb4329-db9d-4d9b-83cb-7a41992c61bf tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:29.278317 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d2fb3bb-03c7-40bb-a8ad-1d255782418c req-25cb4329-db9d-4d9b-83cb-7a41992c61bf tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0523798 Oct 29 21:28:29.317387 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d2fb3bb-03c7-40bb-a8ad-1d255782418c req-4f4c64fe-c21c-49cf-9ceb-b874c75de545 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327060 Oct 29 21:28:29.934804 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0af66d-ee13-4a0e-bd8d-ad3a57429f47 req-1fc709bf-cdcc-4949-8a8e-4218fc3709d9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:29.936185 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c0af66d-ee13-4a0e-bd8d-ad3a57429f47 req-1fc709bf-cdcc-4949-8a8e-4218fc3709d9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0480919 Oct 29 21:28:29.974973 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c0af66d-ee13-4a0e-bd8d-ad3a57429f47 req-b8e98248-0c44-42d4-84b5-80786753701f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328839 Oct 29 21:28:29.984568 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:28:30.123610 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794f98a-c813-4268-9eb1-f6af6f3c4ae7 req-5a64f085-e564-4384-b0ff-949db4eb7750 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:30.125116 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4794f98a-c813-4268-9eb1-f6af6f3c4ae7 req-5a64f085-e564-4384-b0ff-949db4eb7750 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0522945 Oct 29 21:28:30.163343 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4794f98a-c813-4268-9eb1-f6af6f3c4ae7 req-fd277385-af83-4007-bfd7-5352fccc9ec5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Oct 29 21:28:30.433674 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266784e-87b7-4a60-b1c3-1766944a1e9b req-d71d3447-8238-4791-bf72-b7853f5324f0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:30.435153 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7266784e-87b7-4a60-b1c3-1766944a1e9b req-d71d3447-8238-4791-bf72-b7853f5324f0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0516570 Oct 29 21:28:30.473401 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7266784e-87b7-4a60-b1c3-1766944a1e9b req-ba8d8794-e218-4df9-86a3-16a8cc5df69a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Oct 29 21:28:31.097304 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a88f-b282-4068-a5e7-b69ab222040d req-90862d8d-a61b-4d80-baec-3d590531ea34 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:31.098782 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5a45a88f-b282-4068-a5e7-b69ab222040d req-90862d8d-a61b-4d80-baec-3d590531ea34 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 945 time: 0.0505047 Oct 29 21:28:31.139406 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5a45a88f-b282-4068-a5e7-b69ab222040d req-6ff32ba0-239e-4e2a-a084-7402a2565ade tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Oct 29 21:28:31.294047 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 50ec5b2a-ee74-4830-8325-71a5151c8aa2 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:28:31.294536 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bf94f-b71c-4c93-a74d-dff93ab840e5 req-69d13e9a-6a0e-41c5-9542-c4ac99398872 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:31.296066 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5b9bf94f-b71c-4c93-a74d-dff93ab840e5 req-69d13e9a-6a0e-41c5-9542-c4ac99398872 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 944 time: 0.0669405 Oct 29 21:28:31.296310 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:28:31.360897 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5b9bf94f-b71c-4c93-a74d-dff93ab840e5 req-64d40dfc-6f47-433d-a5c4-77be3ee28375 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545208 Oct 29 21:28:31.441403 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:31.492533 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:31.498706 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:31.501736 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a281d40-59bc-41fe-bbb6-2f5130268e80" -d '{"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-unplugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:31.525598 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:31.528016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'port_id': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'mac_address': 'fa:16:3e:ad:b6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:28:31.563378 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:31.572246 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b16f22-d7b5-4b26-bba7-f28ef67b8d1e x-openstack-request-id: req-b4b16f22-d7b5-4b26-bba7-f28ef67b8d1e {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:31.572535 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-unplugged", "status": "failed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "code": 422}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:31.573331 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4b16f22-d7b5-4b26-bba7-f28ef67b8d1e {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:31.573789 dv-cinder-813984-7-iscsi neutron-server[101363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'code': 422} returned with failed status Oct 29 21:28:31.604142 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06ef8e-e354-4a0f-831a-60dcda10fb14 req-808fa4ef-cc4d-4847-807f-946aac856066 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:31.609150 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ec06ef8e-e354-4a0f-831a-60dcda10fb14 req-808fa4ef-cc4d-4847-807f-946aac856066 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0611439 Oct 29 21:28:31.613339 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:31.647344 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ec5b2a-ee74-4830-8325-71a5151c8aa2 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:28:31.653080 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=8']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:31.654278 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ec06ef8e-e354-4a0f-831a-60dcda10fb14 req-60edffb3-3178-44b5-9666-37290562dbd8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Oct 29 21:28:31.680943 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:31.680943 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:31.706546 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-455e05ef-b7f9-44b0-8c56-f9fd70b4eefb req-5237a087-c6ae-494e-b262-aa867d5b8a43 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:28:31.707653 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-455e05ef-b7f9-44b0-8c56-f9fd70b4eefb req-5237a087-c6ae-494e-b262-aa867d5b8a43 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058138 Oct 29 21:28:31.730338 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:31.877485 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca030-c9d8-4579-8837-a22c355d2c53 req-12788297-f330-4f40-9ae3-bf1521362154 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:31.879086 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-67fca030-c9d8-4579-8837-a22c355d2c53 req-12788297-f330-4f40-9ae3-bf1521362154 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0515394 Oct 29 21:28:31.920827 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-67fca030-c9d8-4579-8837-a22c355d2c53 req-df7f7ecb-3297-4353-b32c-ef7ecef74d7f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Oct 29 21:28:31.940133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['50ec5b2a-ee74-4830-8325-71a5151c8aa2'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:28:32.251933 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39442) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:32.372410 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-cad7838b-32cb-4413-ba06-04b9ce19abdd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191924 Oct 29 21:28:32.381296 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-c708488f-7da1-4435-b2a0-7b22147bba07 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:28:32.382264 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-c708488f-7da1-4435-b2a0-7b22147bba07 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049264 Oct 29 21:28:32.472994 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60cfab-6de8-435d-acbf-2b921c2f5618 req-68ae81e6-a602-4b73-afd0-b811e6f0ea22 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:32.474488 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d60cfab-6de8-435d-acbf-2b921c2f5618 req-68ae81e6-a602-4b73-afd0-b811e6f0ea22 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 945 time: 0.0517769 Oct 29 21:28:32.513296 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d60cfab-6de8-435d-acbf-2b921c2f5618 req-73d0c0c8-9c3a-472a-afc5-7a7484a7a4e0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315654 Oct 29 21:28:32.796209 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bf957-1a5c-4b25-ba88-a105df7320f8 req-ed298d6a-c610-4729-b87e-8016aa564f4c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:32.797745 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d27bf957-1a5c-4b25-ba88-a105df7320f8 req-ed298d6a-c610-4729-b87e-8016aa564f4c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0613620 Oct 29 21:28:32.836436 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d27bf957-1a5c-4b25-ba88-a105df7320f8 req-b285ec49-08bc-4cd4-9833-e6fd79b3e1f8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Oct 29 21:28:33.045575 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff740ce-6cf5-4d08-9c8f-7c0f5c0e924d req-93fb3810-9c21-4517-a2a3-e346df600256 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:33.047245 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dff740ce-6cf5-4d08-9c8f-7c0f5c0e924d req-93fb3810-9c21-4517-a2a3-e346df600256 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0553834 Oct 29 21:28:33.084651 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dff740ce-6cf5-4d08-9c8f-7c0f5c0e924d req-7f95a8c9-0dd6-426b-97bd-f811c0bee0bb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Oct 29 21:28:33.308307 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 50ec5b2a-ee74-4830-8325-71a5151c8aa2 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:33.362574 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:28:33.366645 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:33.367015 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:33.448268 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:33.482885 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:33.486633 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:33.536292 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:33.575397 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:33.577733 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce08f04-e32f-4f8e-aba9-258c659aeb4a" -d '{"events": [{"server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "name": "network-vif-plugged", "status": "completed", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:33.617430 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c096898f-1e98-423e-a6ea-2d3fa0c38117 x-openstack-request-id: req-c096898f-1e98-423e-a6ea-2d3fa0c38117 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:33.617752 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "name": "network-vif-plugged", "status": "completed", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:33.618005 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c096898f-1e98-423e-a6ea-2d3fa0c38117 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:33.618896 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'code': 200} Oct 29 21:28:33.642582 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646555e0-fdda-4265-a91b-bab9d5cd3307 req-6e25b58c-dd11-4c38-bd9b-63f0800d6030 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:33.644146 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-646555e0-fdda-4265-a91b-bab9d5cd3307 req-6e25b58c-dd11-4c38-bd9b-63f0800d6030 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0509024 Oct 29 21:28:33.683261 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-646555e0-fdda-4265-a91b-bab9d5cd3307 req-0bbe0568-8040-4c42-ba6c-fe45c103a2f2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Oct 29 21:28:33.864625 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46d61d-9448-4e14-b4d4-a9400f86f714 req-3bf7cc05-c608-49a3-ba4a-a69460485179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:33.866088 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ae46d61d-9448-4e14-b4d4-a9400f86f714 req-3bf7cc05-c608-49a3-ba4a-a69460485179 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1099 time: 0.1001348 Oct 29 21:28:33.876599 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-332439d3-fb99-4dea-80cc-6ff7c35502e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:33.878069 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-332439d3-fb99-4dea-80cc-6ff7c35502e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d&tenant_id=963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 1096 time: 0.0825408 Oct 29 21:28:33.907884 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ae46d61d-9448-4e14-b4d4-a9400f86f714 req-be8d7d58-8761-4e2a-9677-11a7dd85d333 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333495 Oct 29 21:28:33.957702 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd3442-6ee8-4e87-9879-dda908d6d479 req-58c32ece-382f-4a35-b55a-615cd00fe3d7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:33.959261 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-24bd3442-6ee8-4e87-9879-dda908d6d479 req-58c32ece-382f-4a35-b55a-615cd00fe3d7 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0485458 Oct 29 21:28:34.006758 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-24bd3442-6ee8-4e87-9879-dda908d6d479 req-cf89c745-4d9e-4cb1-828d-bd26c0dad5a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Oct 29 21:28:34.213976 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ada0cc-f576-4aa4-9d21-46f3670e129f req-055c954d-4593-42b8-b136-9e6bcf4132c3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:34.215241 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a2ada0cc-f576-4aa4-9d21-46f3670e129f req-055c954d-4593-42b8-b136-9e6bcf4132c3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0568261 Oct 29 21:28:34.254427 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a2ada0cc-f576-4aa4-9d21-46f3670e129f req-32a2373a-b66d-4b9e-aa6f-90ecd2c1e586 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Oct 29 21:28:34.290249 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-361273d3-2955-493f-bfa6-cbe055701dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:34.292508 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-361273d3-2955-493f-bfa6-cbe055701dbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1096 time: 0.0418949 Oct 29 21:28:34.386893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-c2fffc7f-ec43-43c3-a140-9efc835f10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:34.388278 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-c2fffc7f-ec43-43c3-a140-9efc835f10b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.0883846 Oct 29 21:28:34.468353 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-b50b5e5d-7c20-4202-80ba-d041612c908c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 200 len: 999 time: 0.0628049 Oct 29 21:28:34.519554 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-8cb45383-061c-4ef6-81b8-4969d26d3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:34.521042 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-8cb45383-061c-4ef6-81b8-4969d26d3722 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0434430 Oct 29 21:28:34.567528 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-8ea0dfbe-a64e-44c4-9a08-9bdb332760bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:34.569074 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-8ea0dfbe-a64e-44c4-9a08-9bdb332760bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403914 Oct 29 21:28:34.667581 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-ce5037a0-68f3-4cf5-846f-37a2a94acaf1 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888922 Oct 29 21:28:34.772023 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-7cd26c33-d1f9-4697-b5c2-86b18bb5206e service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 Oct 29 21:28:34.804415 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41379eeb-467a-4231-83a5-05d5d2abef76 req-bfdc0f11-c047-43df-b70e-36168b80968f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:34.805908 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-41379eeb-467a-4231-83a5-05d5d2abef76 req-bfdc0f11-c047-43df-b70e-36168b80968f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0500770 Oct 29 21:28:34.846537 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-41379eeb-467a-4231-83a5-05d5d2abef76 req-fbd644aa-8d12-492a-a8a1-11c0f7b2062a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Oct 29 21:28:35.128905 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd2581-efa4-4c14-8bb9-84fa2d93d827 req-5d76ef35-242f-4b1f-9471-681f54680dd1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:35.130554 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-47fd2581-efa4-4c14-8bb9-84fa2d93d827 req-5d76ef35-242f-4b1f-9471-681f54680dd1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0521069 Oct 29 21:28:35.170552 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-47fd2581-efa4-4c14-8bb9-84fa2d93d827 req-003b772b-9310-4007-a32f-42421cf47247 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Oct 29 21:28:35.319719 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:28:35.484752 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97ef5-2588-44d3-a9f2-1cbc8d7733fd req-97c4018e-95c7-4f57-bcdd-ca16dc5deb55 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:35.497366 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-01b97ef5-2588-44d3-a9f2-1cbc8d7733fd req-97c4018e-95c7-4f57-bcdd-ca16dc5deb55 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.1309054 Oct 29 21:28:35.548545 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-01b97ef5-2588-44d3-a9f2-1cbc8d7733fd req-d856fadd-88bd-4f24-95df-74a0db34f4d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Oct 29 21:28:35.967856 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727ae88-6428-4565-8245-62400ea22951 req-a41c1265-ba19-41db-a376-533b361b7cdb tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:35.969365 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9727ae88-6428-4565-8245-62400ea22951 req-a41c1265-ba19-41db-a376-533b361b7cdb tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0509799 Oct 29 21:28:36.014870 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9727ae88-6428-4565-8245-62400ea22951 req-9573b771-f9b6-4adf-8340-91b8b6841bea tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394728 Oct 29 21:28:36.298278 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe5eb-c927-4201-9e57-4597d3421db1 req-cd704634-848d-4c5a-b5ef-9248c0474239 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:36.299833 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-61cbe5eb-c927-4201-9e57-4597d3421db1 req-cd704634-848d-4c5a-b5ef-9248c0474239 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0562150 Oct 29 21:28:36.348855 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-61cbe5eb-c927-4201-9e57-4597d3421db1 req-bf47433e-31a7-4061-8686-cd48150b1224 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Oct 29 21:28:36.681339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f5fe-2fc2-4c08-a66d-ba4c09ea4460 req-e7c575fd-58bc-426a-915e-ae00c87679dd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:36.684719 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8429f5fe-2fc2-4c08-a66d-ba4c09ea4460 req-e7c575fd-58bc-426a-915e-ae00c87679dd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0624039 Oct 29 21:28:36.729633 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8429f5fe-2fc2-4c08-a66d-ba4c09ea4460 req-321060b3-12cc-4d4f-aa9c-a7990f435105 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347741 Oct 29 21:28:37.196525 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d4df1-beaa-432d-8804-147826c2aef4 req-08d67c12-0c61-42e9-a258-3b37825c84f4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:37.200495 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ff4d4df1-beaa-432d-8804-147826c2aef4 req-08d67c12-0c61-42e9-a258-3b37825c84f4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0816545 Oct 29 21:28:37.250722 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ff4d4df1-beaa-432d-8804-147826c2aef4 req-514be040-8187-46f8-8837-ce8b059c223a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Oct 29 21:28:37.511386 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd9639-002b-4f11-acef-dac8f8fbceee req-40a5372d-da89-446c-9e07-f1d799fa80c1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:37.517273 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fbfd9639-002b-4f11-acef-dac8f8fbceee req-40a5372d-da89-446c-9e07-f1d799fa80c1 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0862098 Oct 29 21:28:37.565330 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fbfd9639-002b-4f11-acef-dac8f8fbceee req-f8b93a4f-7295-434a-a00c-40fec77ae40c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455451 Oct 29 21:28:37.892188 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65838cec-bdca-4203-b4d1-b9f1174639b5 req-199802b6-c45b-4acc-b763-cf4eff4d8ea4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:37.893780 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65838cec-bdca-4203-b4d1-b9f1174639b5 req-199802b6-c45b-4acc-b763-cf4eff4d8ea4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0673268 Oct 29 21:28:37.945549 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65838cec-bdca-4203-b4d1-b9f1174639b5 req-456581b1-b659-4e33-a30b-73327ca3659f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390506 Oct 29 21:28:38.380276 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35faab-f2b0-4bca-a051-1bfb718124df req-94e697ad-97cd-43c5-a633-1c6a5ec98465 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:38.381862 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f35faab-f2b0-4bca-a051-1bfb718124df req-94e697ad-97cd-43c5-a633-1c6a5ec98465 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0510261 Oct 29 21:28:38.430431 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f35faab-f2b0-4bca-a051-1bfb718124df req-d5fd29e3-0ee9-4f99-85c4-efefd31f84dd tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Oct 29 21:28:38.679614 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b5727-8fe8-4e0c-911f-762104eb4af1 req-93f7eb90-0f17-49f2-94e9-2794aae25363 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:38.681169 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-533b5727-8fe8-4e0c-911f-762104eb4af1 req-93f7eb90-0f17-49f2-94e9-2794aae25363 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0516009 Oct 29 21:28:38.724918 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-533b5727-8fe8-4e0c-911f-762104eb4af1 req-d926e7f5-d02f-4acc-90cd-fbd22c0b824b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Oct 29 21:28:39.075484 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca62a8d-a4c3-42b3-8576-b66fce96cc70 req-2057e33d-db6b-4ca3-9a78-92a035854764 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:39.077328 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dca62a8d-a4c3-42b3-8576-b66fce96cc70 req-2057e33d-db6b-4ca3-9a78-92a035854764 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0560229 Oct 29 21:28:39.116553 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dca62a8d-a4c3-42b3-8576-b66fce96cc70 req-3ed0d0a7-ec0c-433f-a466-826508f797d5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Oct 29 21:28:39.549154 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad916ec-596f-46d6-98b0-6adb8dd64646 req-5246d18f-d8b8-4f33-8b16-e2cd5dc28287 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:39.550639 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9ad916ec-596f-46d6-98b0-6adb8dd64646 req-5246d18f-d8b8-4f33-8b16-e2cd5dc28287 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0511751 Oct 29 21:28:39.593052 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9ad916ec-596f-46d6-98b0-6adb8dd64646 req-a43f8412-c6fa-4015-a2f9-76b47de87d6e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360453 Oct 29 21:28:39.842116 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffca8c-f274-4612-b12f-1c33f13c6965 req-3d43fdda-2b07-4470-b9f1-87224d69266b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:39.844245 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-02ffca8c-f274-4612-b12f-1c33f13c6965 req-3d43fdda-2b07-4470-b9f1-87224d69266b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0504396 Oct 29 21:28:39.885563 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-02ffca8c-f274-4612-b12f-1c33f13c6965 req-9e46d898-82ad-49a2-917a-6bfedeb1da3c tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353220 Oct 29 21:28:40.244157 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18311acb-4b88-4296-88b6-de447a62b1b0 req-5589540a-27c7-4392-ab37-8d30f009d781 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:40.245763 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18311acb-4b88-4296-88b6-de447a62b1b0 req-5589540a-27c7-4392-ab37-8d30f009d781 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0550344 Oct 29 21:28:40.290662 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18311acb-4b88-4296-88b6-de447a62b1b0 req-e8f8a828-7a28-4727-8e98-55ce93114cf6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Oct 29 21:28:40.734844 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff4a55-1d3c-40f1-a094-111972931566 req-050f2505-be2e-48ba-a6fa-488792468466 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:40.741871 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3fff4a55-1d3c-40f1-a094-111972931566 req-050f2505-be2e-48ba-a6fa-488792468466 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0770402 Oct 29 21:28:40.806211 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3fff4a55-1d3c-40f1-a094-111972931566 req-898c60fb-381a-4205-8d15-eeaff5325f95 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618892 Oct 29 21:28:41.008579 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35406d-9ff5-4c0a-ac26-611af232b410 req-6dd1b541-fdd9-4002-ae5a-45e9f2c31ee0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:41.010535 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4b35406d-9ff5-4c0a-ac26-611af232b410 req-6dd1b541-fdd9-4002-ae5a-45e9f2c31ee0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0524614 Oct 29 21:28:41.053026 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4b35406d-9ff5-4c0a-ac26-611af232b410 req-54581b89-2c6d-444a-b7b2-010c89a86dd5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358233 Oct 29 21:28:41.422815 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d49a97-d34a-42b0-b26a-9481e9b6bf41 req-77825b72-8238-48d1-9f7d-10fab96abf94 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:41.424486 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e2d49a97-d34a-42b0-b26a-9481e9b6bf41 req-77825b72-8238-48d1-9f7d-10fab96abf94 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0591352 Oct 29 21:28:41.478006 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e2d49a97-d34a-42b0-b26a-9481e9b6bf41 req-f726a294-dd4d-4737-a458-041130831b1a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391591 Oct 29 21:28:41.942570 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf01a3-73ac-4eb1-a019-5e16b58607ee req-737be85c-2776-4b20-8776-f5250c755824 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:41.944199 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-40bf01a3-73ac-4eb1-a019-5e16b58607ee req-737be85c-2776-4b20-8776-f5250c755824 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0534174 Oct 29 21:28:41.993291 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-40bf01a3-73ac-4eb1-a019-5e16b58607ee req-72fe68c5-3535-43a8-bdb6-26b4daa9172e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Oct 29 21:28:42.121940 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06446a44-c4d4-4f46-8d9c-b2d3a308ea10 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965502387&fields=id&tenant_id=b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 267 time: 0.0358977 Oct 29 21:28:42.240637 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-f3eb8924-2fa9-49c6-b4db-6312e7487774 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:42.242471 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-f3eb8924-2fa9-49c6-b4db-6312e7487774 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 811 time: 0.1137815 Oct 29 21:28:42.258603 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-764940e9-cabb-4557-bea6-85849cdbcea9 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/quotas/b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 375 time: 0.0096285 Oct 29 21:28:42.315615 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-92c1b3ed-6544-4c2b-a3a4-b5c4e299cbe9 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511937 Oct 29 21:28:42.441615 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-7cea6d21-a4c0-43db-a79e-5169120e9095 service neutron] 10.222.0.30 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140838 Oct 29 21:28:42.544416 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-d5eaa7ee-b60c-40d2-b967-a42f5d000521 service neutron] 10.222.0.30 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956676 Oct 29 21:28:42.941540 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61c93-b513-4fc1-ad59-ecdcf35ed2c6 req-dd40cf67-32e4-47c6-b1fc-8ae7828041a0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:42.943198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-27e61c93-b513-4fc1-ad59-ecdcf35ed2c6 req-dd40cf67-32e4-47c6-b1fc-8ae7828041a0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0629923 Oct 29 21:28:42.992462 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-27e61c93-b513-4fc1-ad59-ecdcf35ed2c6 req-aec72e51-6a62-4f05-9944-a6db82780503 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Oct 29 21:28:43.352490 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492419d5-30c7-4422-8b04-eb434bce03ef req-76adab93-31ba-4a38-a6f6-cd01be660a9c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:43.354586 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-492419d5-30c7-4422-8b04-eb434bce03ef req-76adab93-31ba-4a38-a6f6-cd01be660a9c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.2973783 Oct 29 21:28:43.405745 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-492419d5-30c7-4422-8b04-eb434bce03ef req-4bcb40b0-4757-4e47-87f6-96e99b5d4c8b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366535 Oct 29 21:28:43.504460 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c322139c-57dc-40e0-83ee-e5f34f122d2f req-2f8c92b1-2e67-475e-9acc-074e3febd4de tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 210 time: 0.0322311 Oct 29 21:28:43.622216 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba3299-94a9-4b44-afdb-c622eeaafc55 req-1b226928-5213-4772-943a-31c3cf3d04e3 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:43.624318 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-23ba3299-94a9-4b44-afdb-c622eeaafc55 req-1b226928-5213-4772-943a-31c3cf3d04e3 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0521910 Oct 29 21:28:43.668495 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-23ba3299-94a9-4b44-afdb-c622eeaafc55 req-3f6a2338-45dc-475d-b445-9bdcbee9fe94 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Oct 29 21:28:44.125419 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2bc86-28d6-4a2a-9444-878ff6946709 req-42701e51-18f5-4d44-b6bb-04021426e834 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:44.126964 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18f2bc86-28d6-4a2a-9444-878ff6946709 req-42701e51-18f5-4d44-b6bb-04021426e834 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0578806 Oct 29 21:28:44.167978 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18f2bc86-28d6-4a2a-9444-878ff6946709 req-ffcd01b7-8de9-4b8b-807f-a7298bb96c44 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348024 Oct 29 21:28:44.558737 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff4578-30e1-440b-8850-1be1e388dc12 req-6c42bb7e-3c91-4c8d-b889-4125cba486c0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:44.560230 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b2ff4578-30e1-440b-8850-1be1e388dc12 req-6c42bb7e-3c91-4c8d-b889-4125cba486c0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0625861 Oct 29 21:28:44.604167 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b2ff4578-30e1-440b-8850-1be1e388dc12 req-e0c476e3-c8fe-4014-8567-74bb343d5d56 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358913 Oct 29 21:28:44.704013 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fc641289-af4b-4275-85ea-d5604547ed92 req-fd0f1802-ea59-48da-94ca-90570dd317e2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 210 time: 0.0285990 Oct 29 21:28:44.826671 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881281e-d579-43a0-b9eb-10f7bd31bc89 req-969d08d8-4514-4e08-bd28-27ef9995044a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:44.828281 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c881281e-d579-43a0-b9eb-10f7bd31bc89 req-969d08d8-4514-4e08-bd28-27ef9995044a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0658350 Oct 29 21:28:44.870747 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c881281e-d579-43a0-b9eb-10f7bd31bc89 req-976d0f4b-b48c-4c27-919b-26b153302166 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Oct 29 21:28:45.308859 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2d7c-04c6-4fe4-8019-7d3002242f05 req-a85c5828-9f66-4dd7-91f2-87fe2f046c23 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:45.310469 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c4c2d7c-04c6-4fe4-8019-7d3002242f05 req-a85c5828-9f66-4dd7-91f2-87fe2f046c23 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0682569 Oct 29 21:28:45.353218 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c4c2d7c-04c6-4fe4-8019-7d3002242f05 req-d551cb94-e41f-4dfc-ac43-cccb6b0d18aa tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Oct 29 21:28:45.733754 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f30638-a08c-425b-9e15-1fc007ff87b9 req-6ff6e29d-9126-4d23-813c-f72f2f9eedeb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:45.735238 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-76f30638-a08c-425b-9e15-1fc007ff87b9 req-6ff6e29d-9126-4d23-813c-f72f2f9eedeb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0556424 Oct 29 21:28:45.774210 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-76f30638-a08c-425b-9e15-1fc007ff87b9 req-e8e45dc6-afa0-4b75-b50c-35c33be910b4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329216 Oct 29 21:28:45.866814 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f40a085a-e092-4a7a-bbb5-c5e3e79279b0 req-c97e9f65-e68b-4d29-b667-dbd11e381d40 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 210 time: 0.0309453 Oct 29 21:28:45.996931 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d4593-d889-45e3-a8c1-f23668b8214e req-5e31ef28-9a88-45cb-a94b-e2d311ea66b7 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:45.998419 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-707d4593-d889-45e3-a8c1-f23668b8214e req-5e31ef28-9a88-45cb-a94b-e2d311ea66b7 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0520833 Oct 29 21:28:46.042356 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-707d4593-d889-45e3-a8c1-f23668b8214e req-d5e44149-f9a6-40ed-b7a7-5b4372d4d043 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Oct 29 21:28:46.474854 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed076f09-68d1-46b2-a52e-f1239b8e6aba req-b41f3998-8165-4226-8add-7fc193917100 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:46.476328 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ed076f09-68d1-46b2-a52e-f1239b8e6aba req-b41f3998-8165-4226-8add-7fc193917100 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0481095 Oct 29 21:28:46.514479 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ed076f09-68d1-46b2-a52e-f1239b8e6aba req-0d546e6a-e0a2-4e09-8efb-db4ac04b5283 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Oct 29 21:28:46.875887 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-fd979663-b02c-4730-aeab-aa557375b250 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:46.877612 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-fd979663-b02c-4730-aeab-aa557375b250 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 811 time: 0.1142561 Oct 29 21:28:46.926384 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd832a5-6596-44d8-8cf2-41faf9116b7e req-84a0ea40-53c2-4042-b822-0158474f0da3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:46.928082 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ffd832a5-6596-44d8-8cf2-41faf9116b7e req-84a0ea40-53c2-4042-b822-0158474f0da3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0697632 Oct 29 21:28:46.936949 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-3e9f3253-e07c-44a6-962d-fd881fed7449 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 380 time: 0.0412250 Oct 29 21:28:46.951532 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'port': {'device_id': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'admin_state_up': True, 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'security_groups': ['68118824-9e0d-4b4d-8f21-31be51807271']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:46.984282 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ffd832a5-6596-44d8-8cf2-41faf9116b7e req-58518ec8-0f29-4613-abaf-ec50d105273e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Oct 29 21:28:47.003000 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f714620f-5fb4-4e99-918a-7cdf78900f0f req-52b998e6-ca5d-4aaf-b624-347f9b5c23e7 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 210 time: 0.0454559 Oct 29 21:28:47.068038 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Made reservation on behalf of b110013cb0b7484ba23848af248c11b0 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:28:47.071893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:47.163678 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1ef39-2979-45c8-90f3-2b630026b95e req-61d282e5-244d-4ff9-9561-8f2b7bbe0006 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:47.165182 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-82d1ef39-2979-45c8-90f3-2b630026b95e req-61d282e5-244d-4ff9-9561-8f2b7bbe0006 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0515544 Oct 29 21:28:47.209511 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Allocated IP 172.20.0.3 (8cf3a932-318c-425b-b1b3-583962b22dec/1418d20b-eefd-45cc-a82a-51ab9da16fe5/1bac011e-5169-4da5-8c99-da0e7420e4bf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:47.211926 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-82d1ef39-2979-45c8-90f3-2b630026b95e req-624f40dc-6f75-42ba-839b-93a3495b9dc0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394063 Oct 29 21:28:47.337380 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb2fe9-86e6-4a15-84f1-165b1dfbc3c8 req-67c55004-8c43-47f3-a167-7f2a9914ba39 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:47.338854 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ffcb2fe9-86e6-4a15-84f1-165b1dfbc3c8 req-67c55004-8c43-47f3-a167-7f2a9914ba39 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0537744 Oct 29 21:28:47.377170 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:47.381126 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ffcb2fe9-86e6-4a15-84f1-165b1dfbc3c8 req-12999fdc-7592-4cbc-b026-bd91ac7d5740 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353835 Oct 29 21:28:47.418328 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:47.471689 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Network 8cf3a932-318c-425b-b1b3-583962b22dec is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:47.474945 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:47.478255 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:47.538798 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=1bac011e-5169-4da5-8c99-da0e7420e4bf,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:47.591751 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:47.592310 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:47.601821 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447adf9f-7c8e-4acd-aa9b-500b1096e608 req-9c356add-71e7-4062-8d54-38792b02e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:47.603331 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-447adf9f-7c8e-4acd-aa9b-500b1096e608 req-9c356add-71e7-4062-8d54-38792b02e2d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.0822124 Oct 29 21:28:47.624201 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-24fc3580-1fc1-4b7f-b78b-365f331293f8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6775906 Oct 29 21:28:47.641770 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Request body: {'port': {'device_id': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:47.669171 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66739c6-3167-4779-ab34-8df1e7b17648 req-2af36e3d-a40a-488f-a860-c179e290320b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:47.671365 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c66739c6-3167-4779-ab34-8df1e7b17648 req-2af36e3d-a40a-488f-a860-c179e290320b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0716023 Oct 29 21:28:47.681866 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-447adf9f-7c8e-4acd-aa9b-500b1096e608 req-67f3209f-0c69-412d-863a-305611a870cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660946 Oct 29 21:28:47.714503 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:47.752630 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c66739c6-3167-4779-ab34-8df1e7b17648 req-04c00569-caa1-4e78-994e-831dd0adb280 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670631 Oct 29 21:28:47.770514 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ef584-f0bc-4bd4-af6a-22bc1e135874 req-a1f0a970-8212-4ef5-89c1-d220bf6b78ae tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:47.772054 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3a7ef584-f0bc-4bd4-af6a-22bc1e135874 req-a1f0a970-8212-4ef5-89c1-d220bf6b78ae tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0721109 Oct 29 21:28:47.782549 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-bfd93721-e739-411e-81ad-e251dd804fcb None None] Provisioning complete for port 1bac011e-5169-4da5-8c99-da0e7420e4bf triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:47.783185 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-bfd93721-e739-411e-81ad-e251dd804fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:47.813834 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3a7ef584-f0bc-4bd4-af6a-22bc1e135874 req-33c14a29-0c10-4642-aa23-44236a953554 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Oct 29 21:28:47.823495 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-bfd93721-e739-411e-81ad-e251dd804fcb None None] Port 1bac011e-5169-4da5-8c99-da0e7420e4bf cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:28:48.012962 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bac011e-5169-4da5-8c99-da0e7420e4bf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:28:48.021416 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:48.039023 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Transition to ACTIVE for port object 1bac011e-5169-4da5-8c99-da0e7420e4bf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:28:48.048278 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:48.186595 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cab0e6-d4b4-4ebc-91bb-e5a44c00a538 req-ba49ca88-b020-400a-a4c4-8b622e79d4e7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.195006 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-59cab0e6-d4b4-4ebc-91bb-e5a44c00a538 req-ba49ca88-b020-400a-a4c4-8b622e79d4e7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.1181650 Oct 29 21:28:48.225581 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Pushing event updated for resources: {'Port': ['ID=1bac011e-5169-4da5-8c99-da0e7420e4bf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:48.248973 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98453-d8c5-4be5-b5a8-120a34ebc2df req-ddcea6c6-dd64-4f05-84d4-9230c5bb3b91 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.256747 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f0f98453-d8c5-4be5-b5a8-120a34ebc2df req-ddcea6c6-dd64-4f05-84d4-9230c5bb3b91 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.1240499 Oct 29 21:28:48.263255 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Attempting to bind port 1bac011e-5169-4da5-8c99-da0e7420e4bf on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:28:48.263596 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Attempting to bind port 1bac011e-5169-4da5-8c99-da0e7420e4bf by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:28:48.263918 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Attempting to bind port 1bac011e-5169-4da5-8c99-da0e7420e4bf on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:48.268837 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Port 1bac011e-5169-4da5-8c99-da0e7420e4bf on network 8cf3a932-318c-425b-b1b3-583962b22dec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:28:48.269152 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Attempting to bind port 1bac011e-5169-4da5-8c99-da0e7420e4bf on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:28:48.274172 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:28:48.274504 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Checking segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:28:48.274882 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Bound using segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:28:48.275371 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Bound port: 1bac011e-5169-4da5-8c99-da0e7420e4bf, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:28:48.276455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:48.301756 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-59cab0e6-d4b4-4ebc-91bb-e5a44c00a538 req-62b67b4f-b4d6-4efe-a363-5834bf77cdf8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052721 Oct 29 21:28:48.324937 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f0f98453-d8c5-4be5-b5a8-120a34ebc2df req-fe52f1f8-c397-45d5-9722-4cf76f0dd82d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672338 Oct 29 21:28:48.353011 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] For port 1bac011e-5169-4da5-8c99-da0e7420e4bf, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:28:48.357483 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] For port 1bac011e-5169-4da5-8c99-da0e7420e4bf, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:28:48.363611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:48.401352 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.402138 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:48.403511 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] 10.222.0.36 "PUT /v2.0/ports/1bac011e-5169-4da5-8c99-da0e7420e4bf HTTP/1.1" status: 200 len: 1093 time: 0.7672729 Oct 29 21:28:48.403947 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:48.406531 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:48.434065 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2c619-d89f-442c-9d38-5d57291f4d41 service neutron] Pushing event updated for resources: {'Port': ['ID=1bac011e-5169-4da5-8c99-da0e7420e4bf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:48.459348 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78832f8-604b-4d1e-bdf4-fe4752d539d9 x-openstack-request-id: req-e78832f8-604b-4d1e-bdf4-fe4752d539d9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:48.459638 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:48.459891 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e78832f8-604b-4d1e-bdf4-fe4752d539d9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:48.460279 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'status': 'completed', 'code': 200} Oct 29 21:28:48.513565 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-a3a7d978-2998-4116-8fa7-01db7d805b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.515083 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-a3a7d978-2998-4116-8fa7-01db7d805b6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 1096 time: 0.0466282 Oct 29 21:28:48.570465 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-a9f424ba-d897-4e5b-be4f-f2b763aaf225 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf HTTP/1.1" status: 200 len: 217 time: 0.0381160 Oct 29 21:28:48.626046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-6f97d726-d201-43f4-9042-5248e8c01837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.626768 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-6f97d726-d201-43f4-9042-5248e8c01837 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0460262 Oct 29 21:28:48.679286 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-c5b517b4-a1b6-4737-b2ee-f0deea69369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.680769 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-c5b517b4-a1b6-4737-b2ee-f0deea69369d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409622 Oct 29 21:28:48.785647 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-1a81fee7-01c7-462f-b269-b6b695fb7711 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871980 Oct 29 21:28:48.879933 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22fb0-629e-430d-952c-17137962e71e req-3eb675a6-801f-4cf4-91bb-890ad60e82e2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.881430 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c9a22fb0-629e-430d-952c-17137962e71e req-3eb675a6-801f-4cf4-91bb-890ad60e82e2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0522726 Oct 29 21:28:48.889390 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4432d5b6-b00c-43ad-83fc-47d2cf7c4ac6 req-1bcd7205-6145-49e4-9c57-57ee34d07dcd service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944526 Oct 29 21:28:48.921274 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c9a22fb0-629e-430d-952c-17137962e71e req-503e8f32-4e58-4632-9b66-78a4d35e2a27 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Oct 29 21:28:48.979942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-593b1090-398a-43d4-b1ce-685ae4234978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:48.981451 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-593b1090-398a-43d4-b1ce-685ae4234978 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 1096 time: 0.0448825 Oct 29 21:28:49.074866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-97657b64-1cfb-4763-bf5c-8f3b12bb8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:49.076305 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-97657b64-1cfb-4763-bf5c-8f3b12bb8b05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.0818050 Oct 29 21:28:49.126196 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-4ec66e2b-f5c0-49a5-9487-e632dc5f87fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf HTTP/1.1" status: 200 len: 217 time: 0.0369413 Oct 29 21:28:49.188815 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-c5abdae5-cbf2-4bdc-8b60-e68b43ffa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:49.190273 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-c5abdae5-cbf2-4bdc-8b60-e68b43ffa4f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0438657 Oct 29 21:28:49.239145 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-c7a7f8ac-893f-47d5-8c5c-6d2e490946d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:49.240638 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-c7a7f8ac-893f-47d5-8c5c-6d2e490946d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400815 Oct 29 21:28:49.343340 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-0b366a8a-4815-4102-8a8e-d6a836b5fea2 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922899 Oct 29 21:28:49.452863 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-dbe2a35f-692e-4070-ba9c-e128bfafbbe2 req-f1a01512-5bcb-44eb-9993-68fbbc1a422e service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009951 Oct 29 21:28:49.464776 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f88483-af50-40f7-bfe9-0f7f3816e7d8 req-7371e36b-f975-4500-97b6-7cf27e651237 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:49.466272 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-02f88483-af50-40f7-bfe9-0f7f3816e7d8 req-7371e36b-f975-4500-97b6-7cf27e651237 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0940382 Oct 29 21:28:49.489626 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0bdee5-13a8-42b9-b770-b7b2554adb2f req-024ccd2c-40f0-4d42-851d-dbb135bf106d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:49.491064 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae0bdee5-13a8-42b9-b770-b7b2554adb2f req-024ccd2c-40f0-4d42-851d-dbb135bf106d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0749097 Oct 29 21:28:49.537021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-02f88483-af50-40f7-bfe9-0f7f3816e7d8 req-ef66416a-f4a8-4e34-85bd-a9f5d8e57f30 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638409 Oct 29 21:28:49.544903 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae0bdee5-13a8-42b9-b770-b7b2554adb2f req-2091a415-62b4-4d49-b6fb-3afce67732d9 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474322 Oct 29 21:28:50.043625 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c776-6dc1-4d5c-a538-72df873216fe req-4e0433d5-74e9-4410-848c-164d2c1758c0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.045104 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3400c776-6dc1-4d5c-a538-72df873216fe req-4e0433d5-74e9-4410-848c-164d2c1758c0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0504456 Oct 29 21:28:50.081654 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3400c776-6dc1-4d5c-a538-72df873216fe req-6376ef69-270a-40b3-af76-dd48b966be4f tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307126 Oct 29 21:28:50.423823 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-97962cd7-3629-45c4-8eeb-8c2eb4adfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.425414 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-97962cd7-3629-45c4-8eeb-8c2eb4adfa7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 1099 time: 0.0416560 Oct 29 21:28:50.434787 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9efbb-d0c0-49cb-b008-8663c74172c9 req-9e2b47e4-aef2-4a67-8293-bced2edd89ae tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.436292 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d2d9efbb-d0c0-49cb-b008-8663c74172c9 req-9e2b47e4-aef2-4a67-8293-bced2edd89ae tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0534732 Oct 29 21:28:50.475599 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d2d9efbb-d0c0-49cb-b008-8663c74172c9 req-f1332d04-71a2-4739-9e3d-0a436dbcda1a tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Oct 29 21:28:50.526846 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-617b081a-9768-4878-82b4-fe96a256b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.528324 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-617b081a-9768-4878-82b4-fe96a256b206 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.0928926 Oct 29 21:28:50.575459 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-277a35dd-7ece-4afc-9ae4-94c74d059dac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 200 len: 217 time: 0.0367308 Oct 29 21:28:50.634126 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-438ac78a-966f-4b27-ae59-6c294079d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.635619 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-438ac78a-966f-4b27-ae59-6c294079d377 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.0494280 Oct 29 21:28:50.671122 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-6eaaa9af-4334-49d0-9629-df7bd1e48ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256517 Oct 29 21:28:50.691797 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361697b-2a0b-484e-9587-6d81f06acb0a req-d3819545-a9c0-4137-baf6-74d06d8b54f0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.693495 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0361697b-2a0b-484e-9587-6d81f06acb0a req-d3819545-a9c0-4137-baf6-74d06d8b54f0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0771372 Oct 29 21:28:50.708956 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3786cf-03ca-4f2d-9ded-2f3d67ae3a67 req-73eae8f2-bd7c-4a3b-b3d0-304f8487d675 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:50.710419 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0a3786cf-03ca-4f2d-9ded-2f3d67ae3a67 req-73eae8f2-bd7c-4a3b-b3d0-304f8487d675 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0832355 Oct 29 21:28:50.761195 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0361697b-2a0b-484e-9587-6d81f06acb0a req-d083022a-21d6-4ce6-a0a9-db1fa527b26c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600209 Oct 29 21:28:50.766034 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-011af264-9625-4c21-baef-95d350fc1f74 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862951 Oct 29 21:28:50.774310 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0a3786cf-03ca-4f2d-9ded-2f3d67ae3a67 req-1987f5e9-4b54-4db6-8b50-855894b51f9d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569291 Oct 29 21:28:50.874856 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e4615976-f339-44f5-87b1-c967f3fb0f10 req-1b06e979-f607-4a2d-aede-58ba8f6a64ed service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011245 Oct 29 21:28:51.580823 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6a253dc9-d5c9-4471-be28-5d45b7057ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:51.599028 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b94ae-eea5-46aa-9c58-8c2699fda40e req-5ddfd879-6276-4d4d-887e-87b02652e64e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:51.600575 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c19b94ae-eea5-46aa-9c58-8c2699fda40e req-5ddfd879-6276-4d4d-887e-87b02652e64e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0542161 Oct 29 21:28:51.641350 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c19b94ae-eea5-46aa-9c58-8c2699fda40e req-1183985e-6f99-40e5-be4b-dd6cf27f4cdd tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Oct 29 21:28:51.913359 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10331eeb-39b6-427a-ad41-9778780e4e05 req-e3606c84-c7c5-4c5f-beee-6d1e1852bccf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:51.914837 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-10331eeb-39b6-427a-ad41-9778780e4e05 req-e3606c84-c7c5-4c5f-beee-6d1e1852bccf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0782490 Oct 29 21:28:51.926380 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ab76f-1f5e-4c5a-b52a-decfad9baefa req-8f38320b-737f-4eba-ba97-9de123db089e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:51.927826 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a45ab76f-1f5e-4c5a-b52a-decfad9baefa req-8f38320b-737f-4eba-ba97-9de123db089e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0653181 Oct 29 21:28:51.989592 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-10331eeb-39b6-427a-ad41-9778780e4e05 req-54e8b690-41cd-4549-b1cd-bd5743b5bc42 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608044 Oct 29 21:28:51.992411 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a45ab76f-1f5e-4c5a-b52a-decfad9baefa req-8631fdce-5a44-4520-adb7-790afb9b5665 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561950 Oct 29 21:28:52.763992 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a1926-a869-4971-844d-17a1971795ce req-686c49eb-efe7-4d17-b995-29668fb3b5a8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:52.766183 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9d5a1926-a869-4971-844d-17a1971795ce req-686c49eb-efe7-4d17-b995-29668fb3b5a8 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0528951 Oct 29 21:28:52.807560 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9d5a1926-a869-4971-844d-17a1971795ce req-8896f166-c74a-458e-86fd-d8a8fc84e3c5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Oct 29 21:28:53.147403 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9004f-dcaf-4ebd-aa58-7b13f08d4145 req-14aa1e0c-a56c-4f75-94e0-41a84c2e52cb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:53.149592 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ecf9004f-dcaf-4ebd-aa58-7b13f08d4145 req-14aa1e0c-a56c-4f75-94e0-41a84c2e52cb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0725582 Oct 29 21:28:53.161123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1cbd4-6afe-44e9-8b64-7e4838915eb7 req-730a5922-d159-49dd-9ab3-f2d76d24e5ac tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:53.162606 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56f1cbd4-6afe-44e9-8b64-7e4838915eb7 req-730a5922-d159-49dd-9ab3-f2d76d24e5ac tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0960619 Oct 29 21:28:53.217266 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ecf9004f-dcaf-4ebd-aa58-7b13f08d4145 req-e4b5381a-4cbc-46bc-89e7-b786b4c718e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537050 Oct 29 21:28:53.222106 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56f1cbd4-6afe-44e9-8b64-7e4838915eb7 req-a5c25b31-13ef-401f-8730-dd2302bf5bb0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526645 Oct 29 21:28:53.931975 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46664ec2-3897-4b36-ad1c-169dd6dcd51f req-addc72eb-40ad-4274-b7f0-4bcc07157846 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:53.933843 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-46664ec2-3897-4b36-ad1c-169dd6dcd51f req-addc72eb-40ad-4274-b7f0-4bcc07157846 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0513597 Oct 29 21:28:53.974772 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-46664ec2-3897-4b36-ad1c-169dd6dcd51f req-cda92328-d737-4259-bdd0-7cbe027baa5b tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Oct 29 21:28:54.384997 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac3c99-741b-4ba9-8a6b-b17260225988 req-042f57d0-f367-451b-b4ff-f91495ba2e80 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:54.386637 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e9ac3c99-741b-4ba9-8a6b-b17260225988 req-042f57d0-f367-451b-b4ff-f91495ba2e80 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0874743 Oct 29 21:28:54.420465 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d6951-eeae-4484-b48c-8791b3ab3228 req-de1805ef-5ec5-496d-a98c-b2bd343fcef7 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:54.422098 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4f2d6951-eeae-4484-b48c-8791b3ab3228 req-de1805ef-5ec5-496d-a98c-b2bd343fcef7 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0917656 Oct 29 21:28:54.453389 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e9ac3c99-741b-4ba9-8a6b-b17260225988 req-4315e4ff-d3eb-4eca-b80f-a33163869bd7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606136 Oct 29 21:28:54.479176 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4f2d6951-eeae-4484-b48c-8791b3ab3228 req-da43f217-2106-462a-9abd-40cfed6554cd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501251 Oct 29 21:28:54.503729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-dbfaea0e-606e-475e-9ff9-a7844f09e903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:54.892627 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-e5c95a40-d005-48dd-9a85-13b8e321df11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413299 Oct 29 21:28:54.966292 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-f910770a-da3e-465f-a61e-b10d84183312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:54.967773 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-f910770a-da3e-465f-a61e-b10d84183312 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 1098 time: 0.0447054 Oct 29 21:28:55.076270 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-ee80c592-5712-4a94-901d-6d03b7c889e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:55.077755 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-ee80c592-5712-4a94-901d-6d03b7c889e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 200 len: 920 time: 0.0860202 Oct 29 21:28:55.125212 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-3e73323a-6da0-40aa-81a5-e55d8f0beb04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b HTTP/1.1" status: 200 len: 217 time: 0.0388558 Oct 29 21:28:55.176563 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-00c99a9e-6b3d-4f29-aff1-56351c2128ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:55.178097 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-00c99a9e-6b3d-4f29-aff1-56351c2128ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 200 len: 859 time: 0.0453320 Oct 29 21:28:55.211250 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-5efb0085-b5f5-4e6e-a7b6-addcaec5eee3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43c57200-1c7b-44b2-81ac-b671acde5be7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252562 Oct 29 21:28:55.249966 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:55.309970 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-baae5276-ed65-45e9-92df-fda5ef857e21 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901043 Oct 29 21:28:55.408414 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7a6d1b7b-8e87-4824-b1be-d41452c0c267 req-2c0b3138-7d7e-48d2-b33e-a0d647ba1f94 service neutron] 10.222.0.36 "GET /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Oct 29 21:28:55.435053 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:28:55.539761 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:55.552897 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'port_id': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'mac_address': 'fa:16:3e:68:f8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:28:55.599178 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:55.613769 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f05b70-02ec-4394-ad98-06baf7536f4c {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:28:55.619156 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a4555-148f-46fb-bdc1-9eb11ee87d97 req-9def7ed0-61cb-45d6-806c-ad3646d64c41 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:55.622590 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c46a4555-148f-46fb-bdc1-9eb11ee87d97 req-9def7ed0-61cb-45d6-806c-ad3646d64c41 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 943 time: 0.0875728 Oct 29 21:28:55.637846 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:55.638080 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1688-5b15-4c9a-b7bf-7d5176c58464 req-9f5b7a43-97ff-4684-bbda-7f07e4771a62 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:55.645379 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cd5b1688-5b15-4c9a-b7bf-7d5176c58464 req-9f5b7a43-97ff-4684-bbda-7f07e4771a62 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0809965 Oct 29 21:28:55.645705 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:55.707458 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cd5b1688-5b15-4c9a-b7bf-7d5176c58464 req-28c04e76-fd73-49e9-b3e6-427950f20127 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611014 Oct 29 21:28:55.712532 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c46a4555-148f-46fb-bdc1-9eb11ee87d97 req-30a233e6-5c51-49df-8f10-a2de25044a69 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650995 Oct 29 21:28:55.717434 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=9']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:55.728486 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:55.787416 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:55.991276 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['00f05b70-02ec-4394-ad98-06baf7536f4c'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:28:56.871209 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f949b63-9102-4daf-a847-9a4d8ae376d7 req-3aebd31d-4c57-40ac-920a-4441175e8b79 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:56.872836 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4f949b63-9102-4daf-a847-9a4d8ae376d7 req-3aebd31d-4c57-40ac-920a-4441175e8b79 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 943 time: 0.0816610 Oct 29 21:28:56.886058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e30f7b-c99b-4c13-8095-1585062ca755 req-609492e6-f80d-4f84-addf-78402347365e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:56.887714 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14e30f7b-c99b-4c13-8095-1585062ca755 req-609492e6-f80d-4f84-addf-78402347365e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 944 time: 0.0871794 Oct 29 21:28:56.940070 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4f949b63-9102-4daf-a847-9a4d8ae376d7 req-3815929f-b448-408f-9f97-5caa7d8dcfbf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513411 Oct 29 21:28:56.953798 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14e30f7b-c99b-4c13-8095-1585062ca755 req-acf2cf88-3b0d-40fc-b991-28b0c04e9c7a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507545 Oct 29 21:28:57.161563 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.459240 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 1bac011e-5169-4da5-8c99-da0e7420e4bf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:28:57.461912 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:57.509300 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccac7d-0211-4340-9dd6-a0c64946f86d req-be7f9733-aa1e-437f-9312-e8aa13965691 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:57.512010 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-04ccac7d-0211-4340-9dd6-a0c64946f86d req-be7f9733-aa1e-437f-9312-e8aa13965691 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0646350 Oct 29 21:28:57.554390 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-04ccac7d-0211-4340-9dd6-a0c64946f86d req-f68185f5-7a15-4cdb-acc8-d8366e107f12 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Oct 29 21:28:57.579266 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39784) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:57.584205 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 00f05b70-02ec-4394-ad98-06baf7536f4c triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:57.584572 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.631138 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 1bac011e-5169-4da5-8c99-da0e7420e4bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:57.650773 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'port_id': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'mac_address': 'fa:16:3e:ea:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:28:57.709639 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.746479 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e52ce-bf59-438c-9326-d73776b3d1da tempest-TestMinimumBasicScenario-242744068 tempest-TestMinimumBasicScenario-242744068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:57.748970 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4e8e52ce-bf59-438c-9326-d73776b3d1da tempest-TestMinimumBasicScenario-242744068 tempest-TestMinimumBasicScenario-242744068-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1094 time: 0.1686442 Oct 29 21:28:57.753550 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39788) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:57.755930 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bac011e-5169-4da5-8c99-da0e7420e4bf {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:28:57.758190 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'port_id': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:57.783348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.784003 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.795061 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 1bac011e-5169-4da5-8c99-da0e7420e4bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:57.801582 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.838357 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:57.840610 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984f10fb-ee71-4dd8-ab84-a8e6eb94681d" -d '{"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-plugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:57.860694 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:57.867580 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.882998 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d159787-5af6-434c-af25-cbf29325dc30 x-openstack-request-id: req-7d159787-5af6-434c-af25-cbf29325dc30 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:57.883406 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-plugged", "status": "completed", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:57.883580 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d159787-5af6-434c-af25-cbf29325dc30 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:57.883976 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'code': 200} Oct 29 21:28:57.884646 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=1bac011e-5169-4da5-8c99-da0e7420e4bf,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:57.907267 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:57.960107 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=10']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:58.052301 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Allocated IP 172.27.2.218 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/6dcb228b-1ed8-4fdd-bb5a-99831c2a9dc2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:28:58.160025 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0662f-9cc6-44ae-9b04-e8bf72789dd4 req-ecf4cdba-1482-42e3-a23b-aec6f0d500fd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:58.161577 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4af0662f-9cc6-44ae-9b04-e8bf72789dd4 req-ecf4cdba-1482-42e3-a23b-aec6f0d500fd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 944 time: 0.1455746 Oct 29 21:28:58.170796 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['1bac011e-5169-4da5-8c99-da0e7420e4bf'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:28:58.210810 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c031-4578-467d-bcaa-45d4c08424ab req-d54a95ad-5ee2-4a59-93b2-bc1688f3d6e6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:58.212473 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e294c031-4578-467d-bcaa-45d4c08424ab req-d54a95ad-5ee2-4a59-93b2-bc1688f3d6e6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.1571302 Oct 29 21:28:58.264827 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4af0662f-9cc6-44ae-9b04-e8bf72789dd4 req-8f61d92a-1687-4eaf-99c1-0cf9434ddde8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939548 Oct 29 21:28:58.280580 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:58.301490 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e294c031-4578-467d-bcaa-45d4c08424ab req-4bfab620-51da-4c4e-8ffc-753c9ffb095f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802100 Oct 29 21:28:58.333759 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:58.378941 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:28:58.384155 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:28:58.389048 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:28:58.418590 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'Port': ['ID=6dcb228b-1ed8-4fdd-bb5a-99831c2a9dc2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:58.440806 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.441138 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.441480 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.441817 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.442146 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.442479 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.442804 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.443209 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.443437 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.443766 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.444070 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.444388 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:28:58.520179 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a753f-7f93-4099-b7a4-07009d1db383 req-81da4245-c50c-4827-ad9b-ed4fcf4dab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:58.522320 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e94a753f-7f93-4099-b7a4-07009d1db383 req-81da4245-c50c-4827-ad9b-ed4fcf4dab53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 1099 time: 0.0767620 Oct 29 21:28:58.573413 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e94a753f-7f93-4099-b7a4-07009d1db383 req-0ae90de8-4658-4dc7-9957-f96a652007d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Oct 29 21:28:58.789975 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:58.857372 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.008621 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.014289 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.280390 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'Port': ['ID=6dcb228b-1ed8-4fdd-bb5a-99831c2a9dc2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:59.294428 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.456586 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b4d48-8ce7-4e05-b58a-5f61131bbef9 req-37c19ed5-be0d-4d41-bc3b-0f4c921191d0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:59.458067 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5b7b4d48-8ce7-4e05-b58a-5f61131bbef9 req-37c19ed5-be0d-4d41-bc3b-0f4c921191d0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 944 time: 0.1025555 Oct 29 21:28:59.460494 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 1bac011e-5169-4da5-8c99-da0e7420e4bf up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:28:59.461045 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Floating IP 730eb2ad-398e-46e7-97cf-ce59d16a92c9 associated. External IP: 172.27.2.218, port: 50ec5b2a-ee74-4830-8325-71a5151c8aa2. Oct 29 21:28:59.512703 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 1bac011e-5169-4da5-8c99-da0e7420e4bf completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:28:59.517123 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 1bac011e-5169-4da5-8c99-da0e7420e4bf triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:28:59.517495 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.546812 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4619ba-794e-44cb-a8a9-2920d93c370b req-4a2ae170-527e-405f-b1c5-c3ba3be950e5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:28:59.552455 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5e4619ba-794e-44cb-a8a9-2920d93c370b req-4a2ae170-527e-405f-b1c5-c3ba3be950e5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.1521492 Oct 29 21:28:59.600741 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5b7b4d48-8ce7-4e05-b58a-5f61131bbef9 req-325ea748-3f5c-46cb-bfa6-6098cc43274e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354423 Oct 29 21:28:59.604693 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.617999 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5e4619ba-794e-44cb-a8a9-2920d93c370b req-ca0e600b-8ea6-4b97-a009-a14d465df37f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630808 Oct 29 21:28:59.649402 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 1bac011e-5169-4da5-8c99-da0e7420e4bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:28:59.654829 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.709198 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=1bac011e-5169-4da5-8c99-da0e7420e4bf,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:28:59.756481 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Router 0a680e82-0a04-455b-b14b-08da682a50ca has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:28:59.866243 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:28:59.876280 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] Sync routers for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:28:59.885119 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:28:59.886100 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:59.887542 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:28:59.888158 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:28:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:28:59.888415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd6df8-f3aa-46d9-b4bd-1cd89e4ddd3c" -d '{"events": [{"server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "name": "network-vif-plugged", "status": "completed", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:59.919580 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-df801f72-4316-4dd0-9e1d-07eebea060ad tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1621432 Oct 29 21:28:59.919580 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:28:59.919784 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad19cd8-1586-4a87-894d-214897dc125c" -d '{"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:28:59.922222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39820) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:28:59.928165 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77927057', 'description': 'tempest-secgroup-smoke-77927057 description', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:28:59.935268 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f18f90-fa52-46c8-a2b1-710f8a16d6f8 x-openstack-request-id: req-28f18f90-fa52-46c8-a2b1-710f8a16d6f8 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:59.935584 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "name": "network-vif-plugged", "status": "completed", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:59.936023 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28f18f90-fa52-46c8-a2b1-710f8a16d6f8 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:59.936419 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'code': 200} Oct 29 21:28:59.966577 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eef28f-9e19-4df5-94ac-f2a3713a7870 x-openstack-request-id: req-45eef28f-9e19-4df5-94ac-f2a3713a7870 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:28:59.967197 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:28:59.967595 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45eef28f-9e19-4df5-94ac-f2a3713a7870 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:28:59.968186 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'status': 'completed', 'code': 200} Oct 29 21:29:00.001449 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.003406 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:00.088827 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19cd8-1586-4a87-894d-214897dc125c req-f3d0a608-5bed-493e-ab50-af5445708d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:00.090438 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-f3d0a608-5bed-493e-ab50-af5445708d77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1099 time: 0.0737090 Oct 29 21:29:00.182967 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.191588 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.347147 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '730eb2ad-398e-46e7-97cf-ce59d16a92c9', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'port_id': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'mac_address': 'fa:16:3e:ad:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:28:58Z', 'updated_at': '2021-10-29T21:28:58Z', 'revision_number': 0, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:35Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:00.376986 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] Checking router: 0a680e82-0a04-455b-b14b-08da682a50ca for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:29:00.386952 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:00.387462 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:28:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:00.503000 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:00.531903 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.533225 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6088114 Oct 29 21:29:00.536446 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39860) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:00.537470 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f133901-ca8b-4a95-8e8b-d098127a3dbe,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:00.544160 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group_rule': {'security_group_id': '1f133901-ca8b-4a95-8e8b-d098127a3dbe', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:00.547392 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.547752 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.548087 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.548422 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.548772 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.549202 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.549536 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.549860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.550186 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.550508 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.550827 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.551148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45850202-eb4f-48a6-a533-e86f88cace81 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:29:00.558655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19cd8-1586-4a87-894d-214897dc125c req-9f249d61-a8c6-4499-84ab-a8df62981c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:00.560440 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-9f249d61-a8c6-4499-84ab-a8df62981c8e service neutron] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 916 time: 0.4529967 Oct 29 21:29:00.576389 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc940c7f-a395-4215-a37a-cc7601674669 req-c05f9810-ae55-4be9-85ed-014f9497618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:00.578291 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bc940c7f-a395-4215-a37a-cc7601674669 req-c05f9810-ae55-4be9-85ed-014f9497618e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 1098 time: 0.0850196 Oct 29 21:29:00.635042 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.746087 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-7938304e-205e-42a0-84f6-8e0e806e3898 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 1000 time: 0.1666324 Oct 29 21:29:00.758068 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bc940c7f-a395-4215-a37a-cc7601674669 req-a7a358a5-bae9-4300-a5c3-0e54b4853c12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709876 Oct 29 21:29:00.768797 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.788224 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.803322 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '730eb2ad-398e-46e7-97cf-ce59d16a92c9', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'port_id': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'mac_address': 'fa:16:3e:ad:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:28:58Z', 'updated_at': '2021-10-29T21:28:58Z', 'revision_number': 0, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:35Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:00.814490 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19cd8-1586-4a87-894d-214897dc125c req-72e8b3af-6633-4167-91cf-e84868fc48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:00.816095 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-72e8b3af-6633-4167-91cf-e84868fc48cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.0568914 Oct 29 21:29:00.835075 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569139a1-6273-47f7-8631-5f10a17ddcea None None] The sync data for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi is: [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '730eb2ad-398e-46e7-97cf-ce59d16a92c9', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'port_id': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'mac_address': 'fa:16:3e:ad:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:28:58Z', 'updated_at': '2021-10-29T21:28:58Z', 'revision_number': 0, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:35Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:29:00.840587 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55078f65-3c92-4bd7-a831-cb376d4c7618,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:00.857068 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.858291 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-dc3f9e80-5f74-4d78-a787-2c9a643e3d9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194695 Oct 29 21:29:00.861182 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39872) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:00.865962 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group_rule': {'security_group_id': '1f133901-ca8b-4a95-8e8b-d098127a3dbe', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:00.876051 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aa416-9c71-4f67-bea7-f355eb96422b req-e8b7719c-a717-4073-b9d9-c6fc633dd732 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:00.877641 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-266aa416-9c71-4f67-bea7-f355eb96422b req-e8b7719c-a717-4073-b9d9-c6fc633dd732 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.1130867 Oct 29 21:29:00.886692 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b39fe2-18d3-4197-8772-c0037dce620c req-4a3e0043-8281-45be-816b-7beff6720ea3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:00.888198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-10b39fe2-18d3-4197-8772-c0037dce620c req-4a3e0043-8281-45be-816b-7beff6720ea3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.1182826 Oct 29 21:29:00.897337 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.953192 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-266aa416-9c71-4f67-bea7-f355eb96422b req-50a5860d-2d8a-4ae7-8029-55071f2bd6e4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632639 Oct 29 21:29:00.960403 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-10b39fe2-18d3-4197-8772-c0037dce620c req-12025757-96db-4f63-b00b-e8242e9d93b7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641942 Oct 29 21:29:00.961343 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.965925 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.986684 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbed35a-b8d6-4f65-9039-a5cdf6d0afb2,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:00.996423 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:00.997753 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-293c5c6d-4d4b-4661-9bda-5f00a5fcda3f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355081 Oct 29 21:29:01.000557 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39874) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:01.005642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group_rule': {'security_group_id': '1f133901-ca8b-4a95-8e8b-d098127a3dbe', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:01.042105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad19cd8-1586-4a87-894d-214897dc125c req-5054d085-bf94-4aff-8067-7ff61e64120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:01.043711 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-5054d085-bf94-4aff-8067-7ff61e64120c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450528 Oct 29 21:29:01.050360 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.128245 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.134611 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.151914 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df1de6-b298-44d3-83f3-38001faa1fa6 None None] New status for floating IP 730eb2ad-398e-46e7-97cf-ce59d16a92c9: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:29:01.182221 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59db37ce-b55d-450c-be56-f7affcb64f70,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:01.187309 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.192102 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39878) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:01.199191 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group_rule': {'security_group_id': '1f133901-ca8b-4a95-8e8b-d098127a3dbe', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:01.200790 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b0598f86-0ce1-41ef-9041-c516da06c8b8 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988337 Oct 29 21:29:01.227993 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-0cda62e7-6b90-4bf3-8b9c-d2ae8e5f8a97 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717682 Oct 29 21:29:01.265413 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.293708 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747dd24-d4f5-42c4-b3ce-102d3744e310 req-526d15da-31eb-491f-acdd-9ba577c8cbce tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:01.295255 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8747dd24-d4f5-42c4-b3ce-102d3744e310 req-526d15da-31eb-491f-acdd-9ba577c8cbce tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0534778 Oct 29 21:29:01.343193 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8747dd24-d4f5-42c4-b3ce-102d3744e310 req-0bcd203b-ecaf-4a50-a949-8efaa6ba6722 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Oct 29 21:29:01.386353 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.388902 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-aad19cd8-1586-4a87-894d-214897dc125c req-ba4b1443-ab31-4a88-afa3-8bfd474d93ab service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498716 Oct 29 21:29:01.390320 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.407859 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e10eb5f-a8a8-42b9-a807-3b057ff67f14,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:01.416987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.418175 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-7493f1c3-9247-4a07-b8a4-2b2d4b8c0c09 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2249527 Oct 29 21:29:01.420906 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39880) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:01.425074 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group_rule': {'security_group_id': '1f133901-ca8b-4a95-8e8b-d098127a3dbe', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:01.445864 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.securitygroups_db [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Project 5cceb7b2523242d3b0586a5f5f5e4484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 21:29:01.451360 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.508460 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.513646 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.530939 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c320c71-7ca5-418d-93c5-503d9feade42,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:01.539414 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.540619 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-5fec581b-a68b-4719-880f-d10a5648e8c5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188235 Oct 29 21:29:01.543564 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39882) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:01.548608 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'security_group_rule': {'security_group_id': '1f133901-ca8b-4a95-8e8b-d098127a3dbe', 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:01.571044 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.securitygroups_db [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Project 5cceb7b2523242d3b0586a5f5f5e4484 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 21:29:01.577137 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.636563 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.640104 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.655388 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886506b7-7069-4222-a321-dbb0044e99f0,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:01.665899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:01.667103 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-cd84e4dd-484f-4c2e-87ba-0c76bfccb865 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225739 Oct 29 21:29:01.750594 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7c223841-d24a-44ff-8428-71d75f875569 req-292bdc7a-5f30-4052-ae23-a7dec0f84d67 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77927057&fields=id&tenant_id=5cceb7b2523242d3b0586a5f5f5e4484 HTTP/1.1" status: 200 len: 267 time: 0.0332048 Oct 29 21:29:01.802511 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223841-d24a-44ff-8428-71d75f875569 req-6e4e9adc-83e5-4618-ba76-b1695d90200d tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:01.804011 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7c223841-d24a-44ff-8428-71d75f875569 req-6e4e9adc-83e5-4618-ba76-b1695d90200d tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0477028 Oct 29 21:29:01.817019 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'port': {'security_groups': ['d42eac67-2f03-41a2-af8a-0d6d6e37bb4b', '1f133901-ca8b-4a95-8e8b-d098127a3dbe']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:01.884506 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:02.123733 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5191383-c713-4271-8f9b-4d281e95c989 req-da605027-b193-444e-9f9a-eeaa9f1a05a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.126061 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e5191383-c713-4271-8f9b-4d281e95c989 req-da605027-b193-444e-9f9a-eeaa9f1a05a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.1016431 Oct 29 21:29:02.167958 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:29:02.197199 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e5191383-c713-4271-8f9b-4d281e95c989 req-85bc3da6-8168-42e7-bb56-7f1a264a7ed0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644753 Oct 29 21:29:02.214151 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:02.222276 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:02.237084 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['50ec5b2a-ee74-4830-8325-71a5151c8aa2'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:29:02.283577 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.290782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:02.297945 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7c223841-d24a-44ff-8428-71d75f875569 req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "PUT /v2.0/ports/50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 982 time: 0.4838362 Oct 29 21:29:02.297945 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:29:02.301484 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a40914-1a81-43a2-9046-a225ff85ed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:29:02.413105 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['50ec5b2a-ee74-4830-8325-71a5151c8aa2'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:29:02.417648 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc232b00-ce03-48d0-b4cd-fa6e5c5e46a0 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=6']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:02.435465 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e1cb-d968-4a6e-ac4f-3cdeef2dccbc req-25cfbb83-fd73-4334-a330-181462bf6d28 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.437107 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa73e1cb-d968-4a6e-ac4f-3cdeef2dccbc req-25cfbb83-fd73-4334-a330-181462bf6d28 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.1318009 Oct 29 21:29:02.467215 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a7b8-fbf4-4b4f-8715-c4da46426157 req-bb1d7bd2-0a20-4bcb-959d-4a9521ed17f4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.469213 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-01c0a7b8-fbf4-4b4f-8715-c4da46426157 req-bb1d7bd2-0a20-4bcb-959d-4a9521ed17f4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.1020291 Oct 29 21:29:02.504853 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-aa73e1cb-d968-4a6e-ac4f-3cdeef2dccbc req-f98f753a-25a2-4a71-b7d6-0a75e3abd417 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611787 Oct 29 21:29:02.530222 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-01c0a7b8-fbf4-4b4f-8715-c4da46426157 req-c5abdb72-6dfc-4b11-ac18-9e95134eae4a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0503194 Oct 29 21:29:02.578026 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bdc068-e2f6-4a23-95d4-d16acbf490c8 x-openstack-request-id: req-a0bdc068-e2f6-4a23-95d4-d16acbf490c8 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:29:02.580324 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:29:02.580829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0bdc068-e2f6-4a23-95d4-d16acbf490c8 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:29:02.581445 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'status': 'completed', 'code': 200} Oct 29 21:29:02.635486 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-44c6d2cb-162f-440f-9dac-160a27320b5b None None] Provisioning complete for port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:29:02.635874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-44c6d2cb-162f-440f-9dac-160a27320b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:02.651272 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-a3728eb2-77b9-4138-8cf0-55727d1bf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.653024 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-a3728eb2-77b9-4138-8cf0-55727d1bf5a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1138 time: 0.0468559 Oct 29 21:29:02.681747 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb5590-641d-47a6-89ca-f73d02d1e857 req-6c3849da-0c6b-4d31-8f9e-50a7a7cae1bc tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.684197 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-26bb5590-641d-47a6-89ca-f73d02d1e857 req-6c3849da-0c6b-4d31-8f9e-50a7a7cae1bc tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0513425 Oct 29 21:29:02.733446 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-26bb5590-641d-47a6-89ca-f73d02d1e857 req-36a72f1d-0027-4ca6-9846-4a22d26cd148 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Oct 29 21:29:02.770076 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-126f3695-8aa3-420f-8770-8e93bc6a8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.772001 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-126f3695-8aa3-420f-8770-8e93bc6a8086 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 916 time: 0.1025810 Oct 29 21:29:02.857753 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-ebf8f38a-ee72-4cf2-9d91-34dc9b1f9e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 1002 time: 0.0629482 Oct 29 21:29:02.913457 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-f5aa69a9-7086-4bee-857d-2725771db3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.914932 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-f5aa69a9-7086-4bee-857d-2725771db3f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.0443087 Oct 29 21:29:02.977534 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-8378fed3-57ff-433b-92d0-c39c7e607554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:02.979121 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-8378fed3-57ff-433b-92d0-c39c7e607554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499310 Oct 29 21:29:03.088068 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-2480eee2-b82e-4f36-887b-c18958007a0f service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989037 Oct 29 21:29:03.213651 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b8a40914-1a81-43a2-9046-a225ff85ed1e req-2cc08e41-5210-4f23-a83d-2b7a52640763 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018360 Oct 29 21:29:03.319879 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5eedf-37ea-49d7-a984-a8b113af93d1 req-bc205c18-8661-4dfc-b894-0cca9cbd8f32 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:03.321358 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-00b5eedf-37ea-49d7-a984-a8b113af93d1 req-bc205c18-8661-4dfc-b894-0cca9cbd8f32 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.0495169 Oct 29 21:29:03.362806 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-00b5eedf-37ea-49d7-a984-a8b113af93d1 req-a7c4daa3-aa9c-4f40-86c9-493dcdbed20d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349257 Oct 29 21:29:03.474926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b12866-6bde-4a5a-aff7-4d1d5d8855cf req-aa96a097-e4e1-4546-9852-342f00f205ca tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:03.476383 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-87b12866-6bde-4a5a-aff7-4d1d5d8855cf req-aa96a097-e4e1-4546-9852-342f00f205ca tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.0478640 Oct 29 21:29:03.515841 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-87b12866-6bde-4a5a-aff7-4d1d5d8855cf req-1ea99184-176d-438e-82ba-4f4f2d5f8020 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330529 Oct 29 21:29:03.539197 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39908) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:03.691148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232736bf-0427-4eaf-8cc1-d7c68f67ebe2 tempest-TestVolumeBootPattern-1249091387 tempest-TestVolumeBootPattern-1249091387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:03.692941 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-232736bf-0427-4eaf-8cc1-d7c68f67ebe2 tempest-TestVolumeBootPattern-1249091387 tempest-TestVolumeBootPattern-1249091387-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 1093 time: 0.1525202 Oct 29 21:29:03.696472 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39912) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:03.701751 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'port_id': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:03.724713 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:03.855583 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:03.865865 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a449c6-e51c-41b5-a938-219762026604 req-0e4a08f7-aeae-44c4-a052-0da23a59ae15 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:03.867352 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c6a449c6-e51c-41b5-a938-219762026604 req-0e4a08f7-aeae-44c4-a052-0da23a59ae15 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0706179 Oct 29 21:29:03.943288 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c6a449c6-e51c-41b5-a938-219762026604 req-4cba4340-2123-4244-ad6b-6f46e2b11e8d tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696077 Oct 29 21:29:03.997624 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Allocated IP 172.27.2.237 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/20979aba-2587-465f-8ca7-3ce9d03dd456) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:29:04.106484 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.140831 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.180874 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:29:04.186456 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:29:04.190779 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:29:04.193938 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=20979aba-2587-465f-8ca7-3ce9d03dd456,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:04.511885 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-6da2409d-066c-4b62-b683-9b28d2464e01 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:04.513317 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-6da2409d-066c-4b62-b683-9b28d2464e01 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Oct 29 21:29:04.527939 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.594648 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.613344 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Deleting port b05db596-2011-4ea1-9ece-e8f4fee7842b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:29:04.613777 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.708655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] For port b05db596-2011-4ea1-9ece-e8f4fee7842b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b05db596-2011-4ea1-9ece-e8f4fee7842b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:29:04.709384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.721399 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Calling delete_port for b05db596-2011-4ea1-9ece-e8f4fee7842b owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:29:04.748052 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.752486 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.827756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=20979aba-2587-465f-8ca7-3ce9d03dd456,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:04.836855 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.857444 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.881966 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b05db596-2011-4ea1-9ece-e8f4fee7842b', 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:29:04.896948 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Pushing event deleted for resources: {'Port': ['ID=b05db596-2011-4ea1-9ece-e8f4fee7842b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:04.941021 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] No DVR routers for this DVR port b05db596-2011-4ea1-9ece-e8f4fee7842b on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:29:04.944632 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:04.949023 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ced02f33-2b18-4957-b695-4db8c9f16aec req-046cc8b9-d8a8-4282-bc1a-87055428f866 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "DELETE /v2.0/ports/b05db596-2011-4ea1-9ece-e8f4fee7842b HTTP/1.1" status: 204 len: 173 time: 0.4226401 Oct 29 21:29:04.949488 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'name': 'network-vif-deleted', 'tag': 'b05db596-2011-4ea1-9ece-e8f4fee7842b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:29:04.951757 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c14c98-a6ff-4f61-8e0b-a6cb9cc8239d" -d '{"events": [{"server_uuid": "ef1f4e15-98ca-46cb-bedf-c70eff8b0361", "name": "network-vif-deleted", "tag": "b05db596-2011-4ea1-9ece-e8f4fee7842b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:29:04.957482 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Floating IP f023e3fa-6b8b-4a55-8d33-95557c786b7a associated. External IP: 172.27.2.237, port: 1bac011e-5169-4da5-8c99-da0e7420e4bf. Oct 29 21:29:05.034085 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295e57d4-ce23-47e2-8bc6-bdd9da710bb2 x-openstack-request-id: req-295e57d4-ce23-47e2-8bc6-bdd9da710bb2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:29:05.034602 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1f4e15-98ca-46cb-bedf-c70eff8b0361", "name": "network-vif-deleted", "tag": "b05db596-2011-4ea1-9ece-e8f4fee7842b", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:29:05.035009 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-295e57d4-ce23-47e2-8bc6-bdd9da710bb2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:29:05.035577 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1f4e15-98ca-46cb-bedf-c70eff8b0361', 'name': 'network-vif-deleted', 'tag': 'b05db596-2011-4ea1-9ece-e8f4fee7842b', 'status': 'completed', 'code': 200} Oct 29 21:29:05.308763 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-08813597-3825-450a-93f0-efb7253d9b47 req-4e0ad746-965f-42f6-877b-361d071ab4f5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef1f4e15-98ca-46cb-bedf-c70eff8b0361 HTTP/1.1" status: 200 len: 210 time: 0.2600825 Oct 29 21:29:05.367017 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430fc8-8b92-4e1c-8093-fcd534864b3c req-0a7acd7c-2ab1-4ffe-b88f-5339b03b05e5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:05.368366 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91430fc8-8b92-4e1c-8093-fcd534864b3c req-0a7acd7c-2ab1-4ffe-b88f-5339b03b05e5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0886896 Oct 29 21:29:05.473625 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91430fc8-8b92-4e1c-8093-fcd534864b3c req-3127d120-d571-455e-8909-7f462b9d613b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989687 Oct 29 21:29:05.502187 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:29:05.616533 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:29:05.628680 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:29:05.634476 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:05.641830 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:05.643040 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:28:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:05.664465 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0c874cd7-9e04-453d-8dfe-bedd2c78ef5e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9666903 Oct 29 21:29:05.665078 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:29:05.667498 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:29:05.704563 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1accbabd-d458-4980-98e3-a11390682cf6 x-openstack-request-id: req-1accbabd-d458-4980-98e3-a11390682cf6 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:29:05.704889 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:29:05.705145 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1accbabd-d458-4980-98e3-a11390682cf6 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:29:05.705538 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'status': 'completed', 'code': 200} Oct 29 21:29:05.759008 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:05.773696 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-22d3fdec-8c17-4887-97eb-a003f7ab067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:05.775223 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-22d3fdec-8c17-4887-97eb-a003f7ab067e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 1098 time: 0.0410089 Oct 29 21:29:05.873240 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-18caca70-80a8-461f-9d7d-a095a17b6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:05.874636 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-18caca70-80a8-461f-9d7d-a095a17b6c7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.0893345 Oct 29 21:29:05.948592 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-79d7d2a8-f3fe-4250-bf33-ca75073c7c0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf HTTP/1.1" status: 200 len: 999 time: 0.0620477 Oct 29 21:29:05.983915 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': 'f023e3fa-6b8b-4a55-8d33-95557c786b7a', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:ea:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:29:04Z', 'updated_at': '2021-10-29T21:29:04Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:05.999397 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-2524b9e7-a402-448a-8414-91280b89e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:06.000966 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-2524b9e7-a402-448a-8414-91280b89e742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0439126 Oct 29 21:29:06.011303 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:29:06.020443 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:06.021198 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:28:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:06.049559 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-abb75715-aad3-42ec-860a-e0cb719b2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:06.051062 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-abb75715-aad3-42ec-860a-e0cb719b2c40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403123 Oct 29 21:29:06.128945 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:06.147202 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-a629e654-9a76-4bab-b10e-9ed2c37e4a9f service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881166 Oct 29 21:29:06.243050 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2bacb875-91b5-42c7-b2e7-4ff19bf2bee3 req-7ea53d2c-80d2-470e-984a-b88f696c0ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871682 Oct 29 21:29:06.365236 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': 'f023e3fa-6b8b-4a55-8d33-95557c786b7a', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:ea:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:29:04Z', 'updated_at': '2021-10-29T21:29:04Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:06.395545 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab79353-9103-4b23-abc8-973c6437d39c None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': 'f023e3fa-6b8b-4a55-8d33-95557c786b7a', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:ea:6c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:29:04Z', 'updated_at': '2021-10-29T21:29:04Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:29:06.602890 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3795c93-0dcd-4560-a4b6-611f8e9111a0 None None] New status for floating IP f023e3fa-6b8b-4a55-8d33-95557c786b7a: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:29:06.628139 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ad63d-df73-4754-b102-4f07b70c8d90 req-3c28a79b-9a05-4c7d-ab6b-05ef3c1a6f0d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:06.629729 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-440ad63d-df73-4754-b102-4f07b70c8d90 req-3c28a79b-9a05-4c7d-ab6b-05ef3c1a6f0d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0832472 Oct 29 21:29:06.638169 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941370c9-f5df-48ef-ac3a-02c448e9f130 req-d9c278b1-d21b-4258-bba0-4f87061646f5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:06.639654 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-941370c9-f5df-48ef-ac3a-02c448e9f130 req-d9c278b1-d21b-4258-bba0-4f87061646f5 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0828786 Oct 29 21:29:06.696743 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-440ad63d-df73-4754-b102-4f07b70c8d90 req-4895bf4b-992c-4049-8219-b41b26f7aefb tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560741 Oct 29 21:29:06.702071 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-941370c9-f5df-48ef-ac3a-02c448e9f130 req-3fac3cee-4d4a-420d-b0a6-c6c4c254d164 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548091 Oct 29 21:29:06.983374 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:29:07.847420 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0e24-7753-4cc7-9df2-c8c6f8c89e1a req-f9429004-c69f-40db-9cf0-482ee4b879c7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:07.848913 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f21b0e24-7753-4cc7-9df2-c8c6f8c89e1a req-f9429004-c69f-40db-9cf0-482ee4b879c7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0702832 Oct 29 21:29:07.856831 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfc29d-a223-4035-811b-4243d050d54b req-9efd9ded-b1c5-4b26-883a-342d5397931e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:07.858215 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-90cfc29d-a223-4035-811b-4243d050d54b req-9efd9ded-b1c5-4b26-883a-342d5397931e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0884249 Oct 29 21:29:07.913888 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f21b0e24-7753-4cc7-9df2-c8c6f8c89e1a req-97d4d583-f5f5-4d98-948f-a457cfac6e4b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546277 Oct 29 21:29:07.919283 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-90cfc29d-a223-4035-811b-4243d050d54b req-529392c9-b910-4e02-b854-743d40727490 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543516 Oct 29 21:29:09.057709 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0e23c-d802-4dc7-9986-ad91b488fe94 req-6357d2bf-9ae6-4b61-86ff-aaac656f2b62 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:09.059198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1be0e23c-d802-4dc7-9986-ad91b488fe94 req-6357d2bf-9ae6-4b61-86ff-aaac656f2b62 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0775785 Oct 29 21:29:09.066531 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b7d00-f0a3-4956-b779-50406519f155 req-1c3972c0-93ca-4fff-ab06-df8fa5422bf2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:09.067921 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0c4b7d00-f0a3-4956-b779-50406519f155 req-1c3972c0-93ca-4fff-ab06-df8fa5422bf2 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0774503 Oct 29 21:29:09.127403 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1be0e23c-d802-4dc7-9986-ad91b488fe94 req-4ef75fec-893a-42de-9727-8ef041e923d9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585434 Oct 29 21:29:09.130245 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0c4b7d00-f0a3-4956-b779-50406519f155 req-6d151cda-9b66-486c-ae5a-4da81f9e0f31 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547688 Oct 29 21:29:09.510263 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b05db596-2011-4ea1-9ece-e8f4fee7842b no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:29:09.530873 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: b05db596-2011-4ea1-9ece-e8f4fee7842b {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:29:09.531213 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b05db596-2011-4ea1-9ece-e8f4fee7842b not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:29:10.272127 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1297f88-7b61-4fc9-b7ba-d037ee15d1de req-86723bd8-9bbd-4a5c-82db-674ecd3ca001 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:10.273639 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a1297f88-7b61-4fc9-b7ba-d037ee15d1de req-86723bd8-9bbd-4a5c-82db-674ecd3ca001 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0766013 Oct 29 21:29:10.282671 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ddfe6-4ca3-47b4-8a1e-735211d7ae60 req-42d88cd8-176c-4421-8f2e-a3546ba72580 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:10.284049 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-403ddfe6-4ca3-47b4-8a1e-735211d7ae60 req-42d88cd8-176c-4421-8f2e-a3546ba72580 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0852461 Oct 29 21:29:10.340330 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a1297f88-7b61-4fc9-b7ba-d037ee15d1de req-8265ac0a-43ad-4706-9f09-9add453f8aba tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553241 Oct 29 21:29:10.345109 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-403ddfe6-4ca3-47b4-8a1e-735211d7ae60 req-875f1abe-62da-4233-bb96-cd151cf08ec4 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541303 Oct 29 21:29:11.483991 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786cc4d-d160-4904-ab47-1b407ad2545b req-6ec386c0-fe1d-4f7a-b83a-72abc630fb69 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:11.485515 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6786cc4d-d160-4904-ab47-1b407ad2545b req-6ec386c0-fe1d-4f7a-b83a-72abc630fb69 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0763927 Oct 29 21:29:11.497771 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93059180-d289-4028-98ab-c62389dd1ab0 req-cb7b82f9-7c50-476d-bad0-b9e6a6dfa8f4 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:11.499159 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-93059180-d289-4028-98ab-c62389dd1ab0 req-cb7b82f9-7c50-476d-bad0-b9e6a6dfa8f4 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0807207 Oct 29 21:29:11.552316 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6786cc4d-d160-4904-ab47-1b407ad2545b req-1919512b-4199-41e8-b10e-6794fbfbdeea tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521131 Oct 29 21:29:11.559535 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-93059180-d289-4028-98ab-c62389dd1ab0 req-b170fa43-f182-4346-b4d1-e045e25b84dc tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537634 Oct 29 21:29:12.699281 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6bdac-87cb-4c90-bfbd-8e344fd88559 req-4abd68b9-9a02-456c-9c7f-600c86786d1e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:12.700863 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b3a6bdac-87cb-4c90-bfbd-8e344fd88559 req-4abd68b9-9a02-456c-9c7f-600c86786d1e tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0781460 Oct 29 21:29:12.714151 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1743e0-84ef-487b-84d1-fc28f91844d6 req-a2a67eb2-5991-4586-8297-1b5146d1e1ec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:12.715576 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4b1743e0-84ef-487b-84d1-fc28f91844d6 req-a2a67eb2-5991-4586-8297-1b5146d1e1ec tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0839131 Oct 29 21:29:12.768056 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b3a6bdac-87cb-4c90-bfbd-8e344fd88559 req-5e28deff-7b96-467c-9cd2-1fb29b905522 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9ffd403-397f-4cc0-a086-1a668a134265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Oct 29 21:29:12.775082 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4b1743e0-84ef-487b-84d1-fc28f91844d6 req-f58793de-50a1-4bfb-95df-798caef693ba tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528045 Oct 29 21:29:13.443943 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-e730fc59-4ea7-4f7b-b643-426cdab570a0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:13.445402 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-e730fc59-4ea7-4f7b-b643-426cdab570a0 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 946 time: 0.0480878 Oct 29 21:29:13.541200 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Deleting port b4484743-d0e6-47f4-86c3-5d39f96dbb8f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:29:13.541456 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:13.631851 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] For port b4484743-d0e6-47f4-86c3-5d39f96dbb8f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:29:13.632206 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:13.644849 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Calling delete_port for b4484743-d0e6-47f4-86c3-5d39f96dbb8f owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:29:13.769854 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:13.793918 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b4484743-d0e6-47f4-86c3-5d39f96dbb8f'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:29:13.803639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Pushing event deleted for resources: {'Port': ['ID=b4484743-d0e6-47f4-86c3-5d39f96dbb8f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:13.845364 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] No DVR routers for this DVR port b4484743-d0e6-47f4-86c3-5d39f96dbb8f on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:29:13.848674 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:13.852033 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-641f06c7-cf89-478e-bbcc-0c7adcc09a3c req-86bb484d-36ce-423b-95ec-419c1200ad85 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.36 "DELETE /v2.0/ports/b4484743-d0e6-47f4-86c3-5d39f96dbb8f HTTP/1.1" status: 204 len: 173 time: 0.3992271 Oct 29 21:29:13.852481 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'name': 'network-vif-deleted', 'tag': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:29:13.855352 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cd87ca-faa7-4c82-a54d-3a1c78550432" -d '{"events": [{"server_uuid": "5a7666d8-19c3-4efa-95dc-1462a50cdd1c", "name": "network-vif-deleted", "tag": "b4484743-d0e6-47f4-86c3-5d39f96dbb8f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:29:13.911830 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3f589497-9f7b-4de1-b72b-0d7c3a75d397 req-b830aff3-2027-4af6-aa8e-58c0bf0451a6 tempest-ServerRescueNegativeTestJSON-1722756584 tempest-ServerRescueNegativeTestJSON-1722756584-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a7666d8-19c3-4efa-95dc-1462a50cdd1c HTTP/1.1" status: 200 len: 210 time: 0.0501516 Oct 29 21:29:13.934959 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d938589-4014-437f-bbfa-0c56e2675912 req-6e2c63cd-7ba6-4ee6-b043-7cef61c89131 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:13.934959 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d938589-4014-437f-bbfa-0c56e2675912 req-6e2c63cd-7ba6-4ee6-b043-7cef61c89131 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0737979 Oct 29 21:29:13.961341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f466c2-6019-4704-8a36-37a1ae033834 x-openstack-request-id: req-45f466c2-6019-4704-8a36-37a1ae033834 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:29:13.961789 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7666d8-19c3-4efa-95dc-1462a50cdd1c", "name": "network-vif-deleted", "tag": "b4484743-d0e6-47f4-86c3-5d39f96dbb8f", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:29:13.962007 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45f466c2-6019-4704-8a36-37a1ae033834 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:29:13.962458 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7666d8-19c3-4efa-95dc-1462a50cdd1c', 'name': 'network-vif-deleted', 'tag': 'b4484743-d0e6-47f4-86c3-5d39f96dbb8f', 'status': 'completed', 'code': 200} Oct 29 21:29:13.978904 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d938589-4014-437f-bbfa-0c56e2675912 req-038f6fdd-0b2a-4f11-ae0a-2b466f1819b6 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384037 Oct 29 21:29:14.970614 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39978) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:15.118674 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53876-1dae-46a9-8c7f-77f588a84063 req-e785eaa4-07c2-42b2-a192-97152eeb30f8 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:15.123969 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-08a53876-1dae-46a9-8c7f-77f588a84063 req-e785eaa4-07c2-42b2-a192-97152eeb30f8 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0699191 Oct 29 21:29:15.224360 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-08a53876-1dae-46a9-8c7f-77f588a84063 req-e562e2dd-73fb-46f1-8f25-cbe50fbda287 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739698 Oct 29 21:29:15.448577 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:15.735344 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Deleting port 1c216423-2d80-47aa-b59c-f6efdbb1815b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:29:15.735676 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:15.811703 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] For port 1c216423-2d80-47aa-b59c-f6efdbb1815b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1c216423-2d80-47aa-b59c-f6efdbb1815b,segment=NetworkSegment(629f0533-21bd-4e6c-bbea-18bb3750b5fd),segment_id=629f0533-21bd-4e6c-bbea-18bb3750b5fd)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:29:15.812079 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:15.823967 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Calling delete_port for 1c216423-2d80-47aa-b59c-f6efdbb1815b owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:29:16.024718 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:16.050130 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c216423-2d80-47aa-b59c-f6efdbb1815b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:16.445930 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb90a0-0ebc-4b73-9866-53ed887289e4 req-e92a0bad-bcb8-469b-9f29-1512bd5b1605 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:16.448010 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86fb90a0-0ebc-4b73-9866-53ed887289e4 req-e92a0bad-bcb8-469b-9f29-1512bd5b1605 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0904322 Oct 29 21:29:16.468322 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:16.552014 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86fb90a0-0ebc-4b73-9866-53ed887289e4 req-c2b7126e-bc2b-413d-a6f1-e992703f5fa8 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979445 Oct 29 21:29:16.694227 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Router 7e3137ca-2116-434f-9b19-321bb6c13e9b has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:29:16.800956 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:29:16.806205 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f80cf8cd-797f-4ca1-99ea-8afc6f726680 admin admin] 10.222.0.30 "PUT /v2.0/routers/7e3137ca-2116-434f-9b19-321bb6c13e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345778 Oct 29 21:29:16.809467 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39984) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:16.809951 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] Sync routers for ids ['7e3137ca-2116-434f-9b19-321bb6c13e9b'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:29:16.819378 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] Routers {'7e3137ca-2116-434f-9b19-321bb6c13e9b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:16.819972 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:28:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7e3137ca-2116-434f-9b19-321bb6c13e9b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:16.913429 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:16.925119 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] Set router 7e3137ca-2116-434f-9b19-321bb6c13e9b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:17.022225 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.078677 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Deleting port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:29:17.079345 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.166966 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] For port f4fe5a79-1a53-43a4-be38-e0783e1c5dd2, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:29:17.167339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.180355 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Calling delete_port for f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:29:17.190609 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:29:15Z', 'revision_number': 5, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port': {'id': 'f4fe5a79-1a53-43a4-be38-e0783e1c5dd2', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:07:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:17.220167 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] Checking router: 7e3137ca-2116-434f-9b19-321bb6c13e9b for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:29:17.229210 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] Routers {'7e3137ca-2116-434f-9b19-321bb6c13e9b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:17.229818 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:28:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7e3137ca-2116-434f-9b19-321bb6c13e9b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:17.316525 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] Set router 7e3137ca-2116-434f-9b19-321bb6c13e9b gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:17.345058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.370189 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:29:17Z', 'revision_number': 6, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:17.370846 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fe5a79-1a53-43a4-be38-e0783e1c5dd2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:17.401200 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f036a2-37da-4cba-8e45-a2e1c5f5aadf None None] The sync data for ids ['7e3137ca-2116-434f-9b19-321bb6c13e9b'] in dv-cinder-813984-7-iscsi is: [{'id': '7e3137ca-2116-434f-9b19-321bb6c13e9b', 'name': 'tempest-ServerRescueNegativeTestJSON-1244737610-router', 'tenant_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:51Z', 'updated_at': '2021-10-29T21:29:17Z', 'revision_number': 6, 'project_id': '838f28b57c4d42c58fa3c8b3d0505bae', 'gw_port_host': None}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:29:17.437171 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.542984 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.545217 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.572904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4484743-d0e6-47f4-86c3-5d39f96dbb8f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:29:17.597438 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: b4484743-d0e6-47f4-86c3-5d39f96dbb8f {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:29:17.597716 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4484743-d0e6-47f4-86c3-5d39f96dbb8f not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:29:17.612852 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.613375 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e3137ca-2116-434f-9b19-321bb6c13e9b {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:29:17.618498 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.619739 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3ea85fd3-aa6e-4c11-8b40-4a9ba8cd49d5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7e3137ca-2116-434f-9b19-321bb6c13e9b HTTP/1.1" status: 204 len: 168 time: 0.8092735 Oct 29 21:29:17.622199 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39988) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:17.698316 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Deleting subnet 1cc1c370-fdfa-4022-b6bf-5d194914d13d {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:29:17.702776 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.731637 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14533-b9c5-47fa-a990-9fd711e6efef req-6c550b67-e0be-4d82-b71b-49b8ed467c64 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:17.733135 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-55a14533-b9c5-47fa-a990-9fd711e6efef req-6c550b67-e0be-4d82-b71b-49b8ed467c64 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.1030388 Oct 29 21:29:17.758555 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.806464 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-55a14533-b9c5-47fa-a990-9fd711e6efef req-ed71457e-12d6-4ade-a51a-519c6c1b87be tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674138 Oct 29 21:29:17.819388 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.881481 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.908888 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc1c370-fdfa-4022-b6bf-5d194914d13d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:17.913163 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:17.916498 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ed00ffb0-6592-42bc-971d-446014a50f58 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1cc1c370-fdfa-4022-b6bf-5d194914d13d HTTP/1.1" status: 204 len: 168 time: 0.2933521 Oct 29 21:29:17.919103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 39990) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:17.985236 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.062828 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.082477 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c57200-1c7b-44b2-81ac-b671acde5be7']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:18.091298 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629f0533-21bd-4e6c-bbea-18bb3750b5fd') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:18.091700 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629f0533-21bd-4e6c-bbea-18bb3750b5fd') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:18.100557 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.113038 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.119367 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:29:18.119814 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:29:18.121486 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:29:18.175455 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.193844 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.200707 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] 10.222.0.30 "DELETE /v2.0/networks/43c57200-1c7b-44b2-81ac-b671acde5be7 HTTP/1.1" status: 204 len: 168 time: 0.2804892 Oct 29 21:29:18.202128 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e309-5423-49cc-a3a4-d0025ca9c500 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c57200-1c7b-44b2-81ac-b671acde5be7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:18.302133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:29:18.325522 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:29:18.325916 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device f4fe5a79-1a53-43a4-be38-e0783e1c5dd2 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:29:18.326333 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c216423-2d80-47aa-b59c-f6efdbb1815b no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:29:18.346686 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 1c216423-2d80-47aa-b59c-f6efdbb1815b {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:29:18.346944 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c216423-2d80-47aa-b59c-f6efdbb1815b not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:29:18.391654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39994) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:18.436346 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bb595f0e-939e-404d-a2fe-6271174cd7a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=838f28b57c4d42c58fa3c8b3d0505bae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0434966 Oct 29 21:29:18.438786 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 39996) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:18.492373 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5deef599-a7a4-48bc-86a1-a947c1f2f83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.510686 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5deef599-a7a4-48bc-86a1-a947c1f2f83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.558015 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5deef599-a7a4-48bc-86a1-a947c1f2f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.560779 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5deef599-a7a4-48bc-86a1-a947c1f2f83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:18.561926 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-5deef599-a7a4-48bc-86a1-a947c1f2f83a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9ffd403-397f-4cc0-a086-1a668a134265 HTTP/1.1" status: 204 len: 168 time: 0.1221621 Oct 29 21:29:18.569611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef599-a7a4-48bc-86a1-a947c1f2f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ffd403-397f-4cc0-a086-1a668a134265,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:18.929596 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d99c64-c200-4556-baf1-bdb2583ce9a8 req-9a8cf6a8-21a7-4d9d-aca4-0dfe12884d39 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:18.931131 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69d99c64-c200-4556-baf1-bdb2583ce9a8 req-9a8cf6a8-21a7-4d9d-aca4-0dfe12884d39 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0548773 Oct 29 21:29:18.971645 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69d99c64-c200-4556-baf1-bdb2583ce9a8 req-35df49dd-823e-4e99-a0b0-8a54482b0f91 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Oct 29 21:29:20.089566 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ff6f6-359c-4f62-ac54-22e2191b248c req-c3c8ce65-7a1a-4d22-bbb6-5da78e0e7a73 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:20.091082 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0a8ff6f6-359c-4f62-ac54-22e2191b248c req-c3c8ce65-7a1a-4d22-bbb6-5da78e0e7a73 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0494654 Oct 29 21:29:20.130173 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0a8ff6f6-359c-4f62-ac54-22e2191b248c req-b64524d0-308b-4587-b43f-b24b9b638abe tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329177 Oct 29 21:29:20.287241 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40054) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:20.395050 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8dd0993a-17d6-4a7b-9d21-3f3ed7dbf8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.469600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8dd0993a-17d6-4a7b-9d21-3f3ed7dbf8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.473384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8dd0993a-17d6-4a7b-9d21-3f3ed7dbf8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.512288 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8dd0993a-17d6-4a7b-9d21-3f3ed7dbf8e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14729f690f3c42b1af9d3c95157d50c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239697 Oct 29 21:29:20.513012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0993a-17d6-4a7b-9d21-3f3ed7dbf8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20be23d8-91c6-4799-a9e3-d217d1d25c77,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:20.515078 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:20.567414 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e249-6191-4c9f-a509-5ddf5fa34154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.587995 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e249-6191-4c9f-a509-5ddf5fa34154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.641608 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e249-6191-4c9f-a509-5ddf5fa34154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.644169 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e249-6191-4c9f-a509-5ddf5fa34154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.645361 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f6f9e249-6191-4c9f-a509-5ddf5fa34154 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20be23d8-91c6-4799-a9e3-d217d1d25c77 HTTP/1.1" status: 204 len: 168 time: 0.1291301 Oct 29 21:29:20.653376 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e249-6191-4c9f-a509-5ddf5fa34154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20be23d8-91c6-4799-a9e3-d217d1d25c77,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:20.905287 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40064) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:20.918771 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad47333d-f4e9-4823-a058-8f166f6629cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.991168 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad47333d-f4e9-4823-a058-8f166f6629cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:20.994925 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ad47333d-f4e9-4823-a058-8f166f6629cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:21.030862 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47333d-f4e9-4823-a058-8f166f6629cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc43f4c-bccb-4fe3-9bfd-c596cf651032,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:21.035126 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ad47333d-f4e9-4823-a058-8f166f6629cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e6a243f834f4e4bb23c9427e7216c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288228 Oct 29 21:29:21.037664 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40066) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:21.084756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-919edf1c-3acb-49f2-b329-8b25c3d1b80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:21.106756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-919edf1c-3acb-49f2-b329-8b25c3d1b80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:21.158724 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-919edf1c-3acb-49f2-b329-8b25c3d1b80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:21.162511 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-919edf1c-3acb-49f2-b329-8b25c3d1b80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:21.166073 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-919edf1c-3acb-49f2-b329-8b25c3d1b80b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dc43f4c-bccb-4fe3-9bfd-c596cf651032 HTTP/1.1" status: 204 len: 168 time: 0.1250222 Oct 29 21:29:21.172995 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919edf1c-3acb-49f2-b329-8b25c3d1b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc43f4c-bccb-4fe3-9bfd-c596cf651032,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:21.275874 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4cb93f-a458-43d8-9048-6a66efcd707d req-b8226acc-dcce-40a2-8fdb-aa41de528a6c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:21.281681 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ef4cb93f-a458-43d8-9048-6a66efcd707d req-b8226acc-dcce-40a2-8fdb-aa41de528a6c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0578294 Oct 29 21:29:21.323191 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ef4cb93f-a458-43d8-9048-6a66efcd707d req-a5574e26-f9ff-4132-9012-5dd873595545 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394189 Oct 29 21:29:21.584010 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8df1a294-2119-4ef9-ae16-b19fca70269e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:22.454201 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec03631-ed93-4478-abdb-7c964eb17628 req-df4dec58-e449-4489-ba7c-8941dc17c584 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:22.455700 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2ec03631-ed93-4478-abdb-7c964eb17628 req-df4dec58-e449-4489-ba7c-8941dc17c584 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0487130 Oct 29 21:29:22.493169 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2ec03631-ed93-4478-abdb-7c964eb17628 req-3d255d7d-e6f4-4d1f-9fb2-e81598d573a9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Oct 29 21:29:23.614054 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91c849-d9d1-4809-a340-7f1d8b6d0b12 req-211457ab-05bd-4610-8754-eb1ecf743d05 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:23.615426 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9f91c849-d9d1-4809-a340-7f1d8b6d0b12 req-211457ab-05bd-4610-8754-eb1ecf743d05 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Oct 29 21:29:23.654550 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9f91c849-d9d1-4809-a340-7f1d8b6d0b12 req-77c25511-83be-43cb-8b57-fc34a4e61d61 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332491 Oct 29 21:29:24.488542 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e4715c3d-a5b1-462c-be80-cdd0641516f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:24.774770 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad943f6-dc51-4c6b-8bf5-2ae8484d24f5 req-8d5eea6a-62f5-4871-b4cb-8deeceaf0f6b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:24.776310 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5ad943f6-dc51-4c6b-8bf5-2ae8484d24f5 req-8d5eea6a-62f5-4871-b4cb-8deeceaf0f6b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Oct 29 21:29:24.814280 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5ad943f6-dc51-4c6b-8bf5-2ae8484d24f5 req-3c113593-240d-45d3-9211-0d4a482e5ddc tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Oct 29 21:29:25.236637 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22a262-f3de-48e0-b1af-8a333ca53346 req-156b6ba2-ce00-4536-ad96-ff64e967d415 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:25.238756 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8e22a262-f3de-48e0-b1af-8a333ca53346 req-156b6ba2-ce00-4536-ad96-ff64e967d415 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0654700 Oct 29 21:29:25.269554 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:25.295016 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8e22a262-f3de-48e0-b1af-8a333ca53346 req-6f9f0d32-08df-47c0-8872-30d3356484d6 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0482478 Oct 29 21:29:25.298577 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-cfa01cba-e956-427e-b74f-a0420266ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:25.301095 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-cfa01cba-e956-427e-b74f-a0420266ea1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1138 time: 0.0864294 Oct 29 21:29:25.398113 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-d6ed7f24-bc21-429e-9a75-8aae6683bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:25.399570 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-d6ed7f24-bc21-429e-9a75-8aae6683bd62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 916 time: 0.0898314 Oct 29 21:29:25.466792 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-6eaad118-1a12-4002-9d03-7f54fe1b3135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 1002 time: 0.0567982 Oct 29 21:29:25.518272 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-fb8de101-6541-4bfc-893d-3745cf85ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:25.519692 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-fb8de101-6541-4bfc-893d-3745cf85ca5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.0427260 Oct 29 21:29:25.573858 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-7c88a1a5-afeb-418f-acbf-0aeb1c95ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:25.575475 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-7c88a1a5-afeb-418f-acbf-0aeb1c95ed22 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469918 Oct 29 21:29:25.671195 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-2dc55d2a-a25e-4911-826b-971f15d5138e service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Oct 29 21:29:25.717658 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:25.771331 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-367c25cf-daf3-4ba4-843b-7e2f511c2a27 req-5bc55af7-34b0-4e28-87c8-cb530cc6aa83 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Oct 29 21:29:25.795353 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:25.937032 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439148c-b21a-40d6-8ff8-76ade0976908 req-ed0c4f2c-88fb-4f56-bcd1-78ab024dd567 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:25.938594 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d439148c-b21a-40d6-8ff8-76ade0976908 req-ed0c4f2c-88fb-4f56-bcd1-78ab024dd567 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0533893 Oct 29 21:29:25.978351 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d439148c-b21a-40d6-8ff8-76ade0976908 req-bf47f2d8-9a00-4a8f-ae8b-835e4ad4c757 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331883 Oct 29 21:29:26.178530 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2913775-9b77-4823-bc63-581680148975 req-a042255f-46a9-411b-a6ce-4b9cd6705b94 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:26.179975 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b2913775-9b77-4823-bc63-581680148975 req-a042255f-46a9-411b-a6ce-4b9cd6705b94 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0526915 Oct 29 21:29:26.219913 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b2913775-9b77-4823-bc63-581680148975 req-f737897a-3c49-4734-9ea3-51fd03b7c4a3 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328896 Oct 29 21:29:26.248258 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-84fbbe76-c7e8-4526-a60a-6ec06d0405b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:26.249785 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-84fbbe76-c7e8-4526-a60a-6ec06d0405b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0422537 Oct 29 21:29:26.349863 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-91553e17-31fc-42de-b014-b533a2db9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:26.351296 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-91553e17-31fc-42de-b014-b533a2db9ab5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.0925343 Oct 29 21:29:26.418934 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef020-acaf-4eeb-bee4-1203365291dd req-f63e41d1-7477-4252-b79c-7736fcca785d tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:26.420557 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8e8ef020-acaf-4eeb-bee4-1203365291dd req-f63e41d1-7477-4252-b79c-7736fcca785d tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0528257 Oct 29 21:29:26.430625 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-e14f3e99-f848-4144-b7f1-61d15799fcf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 1002 time: 0.0688851 Oct 29 21:29:26.466746 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8e8ef020-acaf-4eeb-bee4-1203365291dd req-ff55c5df-1f7f-4b43-a359-05930505e96f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390043 Oct 29 21:29:26.488087 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-fd28309a-a27c-4aca-9665-bed1284f40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:26.489817 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-fd28309a-a27c-4aca-9665-bed1284f40f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.0485086 Oct 29 21:29:26.547093 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-9590b673-f568-4a63-bb2f-ee8dda10a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:26.548599 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-9590b673-f568-4a63-bb2f-ee8dda10a32a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470009 Oct 29 21:29:26.641953 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-f3a82f10-d675-4440-8556-24f02d548d56 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Oct 29 21:29:26.757810 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bdebcce7-94ba-41a9-9890-d663903d0ed8 req-f4bf9aa3-4db0-49f7-9ae3-a9d0ccebde53 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078827 Oct 29 21:29:27.167827 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:27.341766 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed839bd-ff1a-42c7-abfe-a595a83dfe73 req-2512d885-e76e-42ac-b859-fa7968764edb tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:27.343237 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ed839bd-ff1a-42c7-abfe-a595a83dfe73 req-2512d885-e76e-42ac-b859-fa7968764edb tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0493844 Oct 29 21:29:27.386138 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ed839bd-ff1a-42c7-abfe-a595a83dfe73 req-427f9c9e-ea87-4b03-aec7-02e5b9d7af78 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369720 Oct 29 21:29:27.588303 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f630-83a6-46d8-8621-da3f4180dccd req-6329019d-fc2c-4c9d-8a9e-02b4564a6bda tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:27.589909 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f2b8f630-83a6-46d8-8621-da3f4180dccd req-6329019d-fc2c-4c9d-8a9e-02b4564a6bda tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0539801 Oct 29 21:29:27.630077 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f2b8f630-83a6-46d8-8621-da3f4180dccd req-71174351-6c8b-4171-a090-2e460836a3e1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341568 Oct 29 21:29:28.503040 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b004c-feba-422a-812e-bd3e4de6d983 req-a53a158e-b872-43d2-9fc7-7738f6f03783 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:28.504419 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-787b004c-feba-422a-812e-bd3e4de6d983 req-a53a158e-b872-43d2-9fc7-7738f6f03783 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Oct 29 21:29:28.541680 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-787b004c-feba-422a-812e-bd3e4de6d983 req-7d950ba6-071f-49f3-af9a-97a8d1c290f2 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Oct 29 21:29:28.747808 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf56ef9-4b4b-4d61-a200-f103ba8fbec3 req-19769e07-c6aa-4020-ae91-82c533e7d172 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:28.749295 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dbf56ef9-4b4b-4d61-a200-f103ba8fbec3 req-19769e07-c6aa-4020-ae91-82c533e7d172 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0493186 Oct 29 21:29:28.788688 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dbf56ef9-4b4b-4d61-a200-f103ba8fbec3 req-f1cdc17e-e367-45d8-bf14-9864084c79cf tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333438 Oct 29 21:29:29.909793 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf4521-932d-458c-9eb6-537acc1f7c75 req-901797e0-e735-4ae7-b456-f24d1aba9532 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:29.911312 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65cf4521-932d-458c-9eb6-537acc1f7c75 req-901797e0-e735-4ae7-b456-f24d1aba9532 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0541635 Oct 29 21:29:29.952577 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65cf4521-932d-458c-9eb6-537acc1f7c75 req-40e1c5b2-d528-491d-9196-0cc0cfe0ad75 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344534 Oct 29 21:29:31.072327 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9637cdb-2f3a-4ccd-9970-1df757177fae req-58331b64-4120-43d8-bb99-049f5f6c1b9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:31.074176 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a9637cdb-2f3a-4ccd-9970-1df757177fae req-58331b64-4120-43d8-bb99-049f5f6c1b9f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0500982 Oct 29 21:29:31.112943 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a9637cdb-2f3a-4ccd-9970-1df757177fae req-29effe56-69fd-44cf-8ed6-39e78bb1daa5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330260 Oct 29 21:29:32.233396 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee43cf-2f3c-44d9-bda2-3da8bfd5acd8 req-5c251089-5844-4424-ad43-6fa23894ac73 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:32.234796 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-52ee43cf-2f3c-44d9-bda2-3da8bfd5acd8 req-5c251089-5844-4424-ad43-6fa23894ac73 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0512424 Oct 29 21:29:32.276796 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-52ee43cf-2f3c-44d9-bda2-3da8bfd5acd8 req-35efdedb-19ef-45c2-bba8-85779939f22e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351021 Oct 29 21:29:33.402312 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2318bf-7037-4cd6-86aa-506e23c6bc2c req-810c564b-b552-4d71-9b67-93c5f2864aef tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:33.403769 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2b2318bf-7037-4cd6-86aa-506e23c6bc2c req-810c564b-b552-4d71-9b67-93c5f2864aef tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0521784 Oct 29 21:29:33.443863 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2b2318bf-7037-4cd6-86aa-506e23c6bc2c req-5b530368-b9b9-4d12-a669-65d211f2491e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337186 Oct 29 21:29:34.560486 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44a488-c165-4d8d-9327-754ccee9d7e9 req-382aa22e-df92-4715-bdf7-fa9443b0adc7 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:34.562070 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea44a488-c165-4d8d-9327-754ccee9d7e9 req-382aa22e-df92-4715-bdf7-fa9443b0adc7 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0515850 Oct 29 21:29:34.603542 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea44a488-c165-4d8d-9327-754ccee9d7e9 req-e1e983e6-7643-41dc-802d-ebf77f02c499 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349939 Oct 29 21:29:35.721339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529568-9fc9-4822-9a84-ff3dcff47715 req-4c06ad0e-554f-4df1-940c-75d03a84c391 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:35.722829 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a6529568-9fc9-4822-9a84-ff3dcff47715 req-4c06ad0e-554f-4df1-940c-75d03a84c391 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0505304 Oct 29 21:29:35.762930 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a6529568-9fc9-4822-9a84-ff3dcff47715 req-e090588d-10c3-4b8c-afb6-a7ea3ccd3ad5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341666 Oct 29 21:29:36.884690 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73374a2b-2168-4672-a8ab-e0ba4e2e2f84 req-4787dc02-9e36-4739-a64d-e992670de285 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:36.886184 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-73374a2b-2168-4672-a8ab-e0ba4e2e2f84 req-4787dc02-9e36-4739-a64d-e992670de285 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0526218 Oct 29 21:29:36.927591 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-73374a2b-2168-4672-a8ab-e0ba4e2e2f84 req-58a9f5c4-c0b8-4f4b-b89b-9ffb986e738e tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347397 Oct 29 21:29:37.502399 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40330) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:37.613675 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b2f3-8aa6-401a-bc9e-e3a201556ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.689769 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b2f3-8aa6-401a-bc9e-e3a201556ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.693374 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-fbf0b2f3-8aa6-401a-bc9e-e3a201556ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.731374 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0b2f3-8aa6-401a-bc9e-e3a201556ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b522f2b-0c01-402e-aaf9-676adb143889,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:37.736801 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-fbf0b2f3-8aa6-401a-bc9e-e3a201556ca2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cdabaf5d5034faebd0fd17b3dbef3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333350 Oct 29 21:29:37.739636 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40336) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:37.787144 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83efbeee-3319-4929-85a5-79fe43ae6801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.808103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83efbeee-3319-4929-85a5-79fe43ae6801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.857918 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83efbeee-3319-4929-85a5-79fe43ae6801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.860438 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-83efbeee-3319-4929-85a5-79fe43ae6801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:37.861628 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-83efbeee-3319-4929-85a5-79fe43ae6801 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b522f2b-0c01-402e-aaf9-676adb143889 HTTP/1.1" status: 204 len: 168 time: 0.1210897 Oct 29 21:29:37.869379 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efbeee-3319-4929-85a5-79fe43ae6801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b522f2b-0c01-402e-aaf9-676adb143889,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:38.049617 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b9a49-56da-4a9d-9e28-fc4bb27a856c req-a8adbce7-6681-475b-8e62-46316911bee5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:38.051137 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b40b9a49-56da-4a9d-9e28-fc4bb27a856c req-a8adbce7-6681-475b-8e62-46316911bee5 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0505395 Oct 29 21:29:38.093738 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b40b9a49-56da-4a9d-9e28-fc4bb27a856c req-cf9813b7-747f-42d0-ac08-623435a29b71 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362391 Oct 29 21:29:38.131548 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40344) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:38.145103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fa5a-6e9e-4986-8404-ec07c667cb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.226466 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fa5a-6e9e-4986-8404-ec07c667cb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.230008 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-aaa5fa5a-6e9e-4986-8404-ec07c667cb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.266362 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5fa5a-6e9e-4986-8404-ec07c667cb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9528a-b49b-45b8-b8e4-33e7f1687714,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:38.270582 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-aaa5fa5a-6e9e-4986-8404-ec07c667cb39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=809091dac1d94b349afe2c6699885997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380279 Oct 29 21:29:38.273170 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40346) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:38.321114 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a27526b-e183-4a01-ae2c-bc2f5f49ff4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.345399 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a27526b-e183-4a01-ae2c-bc2f5f49ff4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.392791 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a27526b-e183-4a01-ae2c-bc2f5f49ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.395245 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8a27526b-e183-4a01-ae2c-bc2f5f49ff4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:38.396377 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-8a27526b-e183-4a01-ae2c-bc2f5f49ff4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48e9528a-b49b-45b8-b8e4-33e7f1687714 HTTP/1.1" status: 204 len: 168 time: 0.1222754 Oct 29 21:29:38.404013 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27526b-e183-4a01-ae2c-bc2f5f49ff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9528a-b49b-45b8-b8e4-33e7f1687714,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:39.219046 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d786993-b8e9-4829-b602-6f7ebfdf4858 req-9f88b125-315d-4b11-8ee9-007237d15412 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:39.220719 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d786993-b8e9-4829-b602-6f7ebfdf4858 req-9f88b125-315d-4b11-8ee9-007237d15412 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0577002 Oct 29 21:29:39.261734 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8d786993-b8e9-4829-b602-6f7ebfdf4858 req-a580df86-e106-4126-9d2a-075a530aa781 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349326 Oct 29 21:29:40.377046 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b278-793e-4c55-80ab-cf753cb171c3 req-52c31660-159b-4a47-8ce3-d502b1ea0067 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:40.378552 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b1e0b278-793e-4c55-80ab-cf753cb171c3 req-52c31660-159b-4a47-8ce3-d502b1ea0067 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0495458 Oct 29 21:29:40.418946 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b1e0b278-793e-4c55-80ab-cf753cb171c3 req-85de4c83-dbb3-4b0b-9d80-dd5a78fd4c6d tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344186 Oct 29 21:29:41.536002 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f1390-8d7f-485b-a52f-e1a51523338a req-b3f7d653-332c-41fb-ac77-a2b0bf77dcc1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:41.537515 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-103f1390-8d7f-485b-a52f-e1a51523338a req-b3f7d653-332c-41fb-ac77-a2b0bf77dcc1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0527461 Oct 29 21:29:41.578507 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-103f1390-8d7f-485b-a52f-e1a51523338a req-49c92057-50b6-4abf-b227-423ea8697dd9 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341706 Oct 29 21:29:42.692995 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb7e6a-cf5f-49f7-9f59-8ef11c6b1907 req-2e782465-1944-49b8-9a40-573f8bbfcfb3 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:42.694463 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5adb7e6a-cf5f-49f7-9f59-8ef11c6b1907 req-2e782465-1944-49b8-9a40-573f8bbfcfb3 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0503380 Oct 29 21:29:42.735924 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5adb7e6a-cf5f-49f7-9f59-8ef11c6b1907 req-b93a5493-b665-44be-bc13-da190f086af2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349481 Oct 29 21:29:43.848221 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21d9fb-9f62-4332-a6b5-86e2cfcf1590 req-81618f91-15d9-4c37-8d11-fc4f078fc538 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:43.849691 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b21d9fb-9f62-4332-a6b5-86e2cfcf1590 req-81618f91-15d9-4c37-8d11-fc4f078fc538 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0479650 Oct 29 21:29:43.889845 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b21d9fb-9f62-4332-a6b5-86e2cfcf1590 req-3a7d5b74-fed8-4270-a97c-650e322ec15b tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333078 Oct 29 21:29:43.981601 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:29:45.008836 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca1bb2-a1ac-49fb-854d-2ca2038fb131 req-bfd04e52-ef5a-47b5-a85f-0f971569990a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:45.010301 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2dca1bb2-a1ac-49fb-854d-2ca2038fb131 req-bfd04e52-ef5a-47b5-a85f-0f971569990a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0521660 Oct 29 21:29:45.054997 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2dca1bb2-a1ac-49fb-854d-2ca2038fb131 req-1e245d7c-ce4e-4c9a-8758-46bc594c22b1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340910 Oct 29 21:29:45.950754 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879be8f-a2ee-474b-80c4-e2358855144e req-8caca295-d28e-4bf6-a4ff-b5f7a9950683 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:45.952236 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4879be8f-a2ee-474b-80c4-e2358855144e req-8caca295-d28e-4bf6-a4ff-b5f7a9950683 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.0507488 Oct 29 21:29:45.989532 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4879be8f-a2ee-474b-80c4-e2358855144e req-64683f1b-fe6b-4c77-9737-8f95dfc3b383 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Oct 29 21:29:46.170903 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33739402-e568-4f45-acb4-941f0fbdba33 req-15c62321-8b96-466c-bb9e-a4a12f2172c1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:46.172468 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-33739402-e568-4f45-acb4-941f0fbdba33 req-15c62321-8b96-466c-bb9e-a4a12f2172c1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0486817 Oct 29 21:29:46.212630 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-33739402-e568-4f45-acb4-941f0fbdba33 req-9a1d524c-d3b3-4fc5-88b2-38303b8103e2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341272 Oct 29 21:29:47.112683 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd34d7c-07b5-4e54-9ac5-421280b2fa25 req-7cb9de74-9a1a-4f08-8951-8fee7e5a14e8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:47.114148 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fdd34d7c-07b5-4e54-9ac5-421280b2fa25 req-7cb9de74-9a1a-4f08-8951-8fee7e5a14e8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.0522666 Oct 29 21:29:47.151934 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fdd34d7c-07b5-4e54-9ac5-421280b2fa25 req-11c80bb9-de7f-4881-aef1-5e52f3129384 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Oct 29 21:29:47.328709 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f52c20-7702-4457-bcbd-f9d60753080b req-23d7a825-14b7-438f-8e90-155af0ef206a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:47.330255 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-38f52c20-7702-4457-bcbd-f9d60753080b req-23d7a825-14b7-438f-8e90-155af0ef206a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0499334 Oct 29 21:29:47.369573 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-38f52c20-7702-4457-bcbd-f9d60753080b req-f3b8f51c-3ae6-4604-9c68-c23a368313d6 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331485 Oct 29 21:29:48.280519 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d676-6d57-488a-a3c6-4b01e15401ac req-cf5a9eae-8c05-4d6c-9171-5766661672d8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:48.282019 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e168d676-6d57-488a-a3c6-4b01e15401ac req-cf5a9eae-8c05-4d6c-9171-5766661672d8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.0489728 Oct 29 21:29:48.322484 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e168d676-6d57-488a-a3c6-4b01e15401ac req-001785b7-edb3-40ca-ba9c-0baebea0ce54 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343914 Oct 29 21:29:48.488988 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149745f-79ea-475e-a6e2-69847526eb07 req-d75ce5a2-9a55-426b-881d-4da048d0d53f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:48.490348 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d149745f-79ea-475e-a6e2-69847526eb07 req-d75ce5a2-9a55-426b-881d-4da048d0d53f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0511696 Oct 29 21:29:48.529788 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d149745f-79ea-475e-a6e2-69847526eb07 req-95012ae9-0e60-4325-a855-f09b0db5e7d1 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327716 Oct 29 21:29:49.269383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-7ab71a00-3ff7-4f59-a62b-38d75cf6ad2e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:49.270846 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-7ab71a00-3ff7-4f59-a62b-38d75cf6ad2e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.0514281 Oct 29 21:29:49.367995 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Deleting port 00f05b70-02ec-4394-ad98-06baf7536f4c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:29:49.368333 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:49.443728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433afdf-3928-4964-bcb3-b69d52572977 req-ff3a9d98-72b2-4dc9-b0f2-93e34258f10e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:49.445530 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6433afdf-3928-4964-bcb3-b69d52572977 req-ff3a9d98-72b2-4dc9-b0f2-93e34258f10e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 946 time: 0.0495741 Oct 29 21:29:49.457898 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] For port 00f05b70-02ec-4394-ad98-06baf7536f4c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=00f05b70-02ec-4394-ad98-06baf7536f4c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:29:49.458254 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:49.484914 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6433afdf-3928-4964-bcb3-b69d52572977 req-f561c9ba-b562-4d3d-8929-9f40116d2004 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=eece0b2b-0313-41e0-9c01-eff1b7d264b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331233 Oct 29 21:29:49.644623 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa752f-af66-402a-938d-a146ba2f0322 req-9e440da2-05e2-4533-aa3e-30bd1dafbbd6 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:49.646181 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88fa752f-af66-402a-938d-a146ba2f0322 req-9e440da2-05e2-4533-aa3e-30bd1dafbbd6 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.0489392 Oct 29 21:29:49.680136 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:49.680492 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:49.680839 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Floating IP 0280e1cb-1112-422e-a522-5d18ce00c6f8 disassociated. External IP: 172.27.2.243, port: 00f05b70-02ec-4394-ad98-06baf7536f4c. Oct 29 21:29:49.681179 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Calling delete_port for 00f05b70-02ec-4394-ad98-06baf7536f4c owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:29:49.687984 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88fa752f-af66-402a-938d-a146ba2f0322 req-7d3b3228-b7c7-4a01-9914-f946f2cb1ee6 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f133901-ca8b-4a95-8e8b-d098127a3dbe&id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346494 Oct 29 21:29:50.042719 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:50.081242 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event deleted for resources: {'Port': ['ID=00f05b70-02ec-4394-ad98-06baf7536f4c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:50.193128 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:29:50.303300 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:29:50.314739 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:29:50.325802 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:50.326416 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:29:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:50.345882 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] No DVR routers for this DVR port 00f05b70-02ec-4394-ad98-06baf7536f4c on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:29:50.348824 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:50.352556 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-15594d97-3fcf-41ba-8f76-3eed72970dfd req-3854655d-082b-402c-b815-c17b32fdaab5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "DELETE /v2.0/ports/00f05b70-02ec-4394-ad98-06baf7536f4c HTTP/1.1" status: 204 len: 173 time: 1.0744345 Oct 29 21:29:50.353071 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-deleted', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:29:50.355655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0efa6b-75c2-44f1-bcd0-9befb8d7707f" -d '{"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-deleted", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:29:50.393965 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07587946-d5e4-44de-b788-01a74aa5f638 x-openstack-request-id: req-07587946-d5e4-44de-b788-01a74aa5f638 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:29:50.394240 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d", "name": "network-vif-deleted", "tag": "00f05b70-02ec-4394-ad98-06baf7536f4c", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:29:50.394515 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07587946-d5e4-44de-b788-01a74aa5f638 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:29:50.394875 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d', 'name': 'network-vif-deleted', 'tag': '00f05b70-02ec-4394-ad98-06baf7536f4c', 'status': 'completed', 'code': 200} Oct 29 21:29:50.445752 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:50.632305 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bff49bb4-9b9e-4619-9682-05ae29aedca7 req-11f01758-fb7f-494e-a2a1-d7999e11bfb0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a5eaaac-d16f-4b36-947d-8f6eb8ddc94d HTTP/1.1" status: 200 len: 210 time: 0.0326493 Oct 29 21:29:50.676296 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:50.702597 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:29:50.711470 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:29:50.712080 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:29:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:50.822638 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:29:51.035202 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:29:51.062015 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569dc1a7-1ffb-4bc2-a968-4ca2e4770219 None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:29:51.330105 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec062591-68e4-41fa-b3dd-65e214a940d7 None None] New status for floating IP 0280e1cb-1112-422e-a522-5d18ce00c6f8: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:29:51.587917 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-dba161eb-b078-41bb-810c-ed46578d4621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:51.752805 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40512) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:51.811566 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f307cff-e5bf-4501-a80a-979d4b58c1b6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:51.835892 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f307cff-e5bf-4501-a80a-979d4b58c1b6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:51.888951 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f307cff-e5bf-4501-a80a-979d4b58c1b6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:51.891609 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7f307cff-e5bf-4501-a80a-979d4b58c1b6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:51.892786 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-7f307cff-e5bf-4501-a80a-979d4b58c1b6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "DELETE /v2.0/security-groups/eece0b2b-0313-41e0-9c01-eff1b7d264b2 HTTP/1.1" status: 204 len: 168 time: 0.1387527 Oct 29 21:29:51.895616 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40514) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:51.902391 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f307cff-e5bf-4501-a80a-979d4b58c1b6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece0b2b-0313-41e0-9c01-eff1b7d264b2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:51.912392 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.api.v2.resource [None req-05773ce2-17cf-4f65-9bbf-713f6a5053f0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] show failed (client error): The resource could not be found. Oct 29 21:29:51.913589 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-05773ce2-17cf-4f65-9bbf-713f6a5053f0 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups/eece0b2b-0313-41e0-9c01-eff1b7d264b2 HTTP/1.1" status: 404 len: 347 time: 0.0162625 Oct 29 21:29:51.916791 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40516) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:52.049760 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Deleting port b6935ca5-e503-4ea5-99bf-2608d8259bdf {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:29:52.050025 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.130197 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.130519 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.143739 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Calling delete_port for b6935ca5-e503-4ea5-99bf-2608d8259bdf owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:29:52.504991 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.531317 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event deleted for resources: {'Port': ['ID=b6935ca5-e503-4ea5-99bf-2608d8259bdf,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:52.590585 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.593165 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.594302 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-c9d33e95-3f6e-473e-8405-793acdf801e3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "DELETE /v2.0/floatingips/0280e1cb-1112-422e-a522-5d18ce00c6f8 HTTP/1.1" status: 204 len: 168 time: 0.6762118 Oct 29 21:29:52.834832 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40522) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:52.840066 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317805147', 'description': 'tempest-description--710383217'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:52.860861 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.924644 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.928567 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.955611 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:52.956775 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1209099 Oct 29 21:29:52.959911 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40524) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:52.960782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93b9d6-eeaf-4d90-a7d2-61653b16a6d7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f583bb52-a27c-4808-b2c1-38105fbd9894,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:52.965235 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'security_group_rule': {'security_group_id': 'f583bb52-a27c-4808-b2c1-38105fbd9894', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:52.993636 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.040139 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.043693 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.061666 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47be285-d45e-474a-b516-78ba26f51ce0,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:53.068758 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.072435 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-23833466-078d-49b7-b3bc-a4abc56457b5 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089995 Oct 29 21:29:53.072926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40526) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:53.078254 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'security_group_rule': {'security_group_id': 'f583bb52-a27c-4808-b2c1-38105fbd9894', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:53.104945 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.163013 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.166788 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.185048 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51749458-e56e-4800-b5f1-1d9ffa06e915,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:53.192450 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.193741 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b8f1bdfd-6a8e-4919-886a-0bfb8b5be60d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190805 Oct 29 21:29:53.196830 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40528) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:29:53.202863 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:53.224653 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.322152 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.429509 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Allocated IP 172.27.2.181 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/38784387-21b1-4e57-8be5-3041eb33faf6) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:29:53.529201 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.562880 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.602892 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:29:53.606602 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:29:53.610180 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:29:53.633209 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'Port': ['ID=38784387-21b1-4e57-8be5-3041eb33faf6,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:53.696708 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.730619 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.875452 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.880593 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.945044 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'Port': ['ID=38784387-21b1-4e57-8be5-3041eb33faf6,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:53.956972 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.973275 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:53.974492 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-54305b7a-959b-4c92-bab7-3138a2c2de8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7765074 Oct 29 21:29:54.163062 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-fe0c4f62-207b-4bf7-95c6-c831ed1f9fde tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--317805147&fields=id&tenant_id=963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 267 time: 0.0367117 Oct 29 21:29:54.235735 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:29:54.255648 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 00f05b70-02ec-4394-ad98-06baf7536f4c {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:29:54.255985 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 00f05b70-02ec-4394-ad98-06baf7536f4c not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:29:54.273392 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-23d08506-5b24-4239-8c5c-35b9a8d24b1e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:54.274871 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-23d08506-5b24-4239-8c5c-35b9a8d24b1e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 815 time: 0.1044838 Oct 29 21:29:54.290936 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-a4cdf20a-eeae-41fc-8f69-10a7e80af043 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/quotas/963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 375 time: 0.0093391 Oct 29 21:29:54.347580 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-a3800861-6cc9-49a7-b66e-ac38c06ca021 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508759 Oct 29 21:29:54.444746 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-2e6fafd6-5717-4dc0-ae7a-026b4f0f531b service neutron] 10.222.0.30 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Oct 29 21:29:54.490098 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-af2393c4-e454-4e0d-aa20-d0774a3a7f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:54.539595 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-d38d886e-4669-47ad-b3ea-6d10cf2cb545 service neutron] 10.222.0.30 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879428 Oct 29 21:29:54.707402 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2b301343-8037-43a9-b3ff-ed93df62afb8 req-7f5349ad-0816-47e7-9340-e812b47ac7ba tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Oct 29 21:29:55.245884 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:55.646464 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-6c8780f1-c51e-4804-8bbe-0d0be5f9bb8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:55.647983 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-6c8780f1-c51e-4804-8bbe-0d0be5f9bb8d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 815 time: 0.1119120 Oct 29 21:29:55.707004 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-17c8f8d3-e120-4004-9a84-012d0e27c795 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 379 time: 0.0430131 Oct 29 21:29:55.716831 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'port': {'device_id': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'admin_state_up': True, 'tenant_id': '963a38f541a44084a465972efa74034c', 'security_groups': ['f583bb52-a27c-4808-b2c1-38105fbd9894']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:55.724506 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:55.806387 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fab8a558-2067-4978-b076-74a70715c733 req-3fae5a51-4424-4c24-b370-868a2947e40a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Oct 29 21:29:55.814087 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:55.829503 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Made reservation on behalf of 963a38f541a44084a465972efa74034c for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:29:55.832992 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:55.961941 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Allocated IP 172.20.0.6 (49be86e5-10e3-428b-b85b-87d7f195fa7a/28d9b909-9a66-4454-b19e-87703d06b6c7/de48c4f5-130c-4123-839c-c5deb6376b9f) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:29:56.102301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.140215 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.186574 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:29:56.188242 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:29:56.192198 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:29:56.218550 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:56.248373 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:56.249110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.268594 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-c5af828f-2935-463f-b7a8-221cf8b8fbc1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564108 Oct 29 21:29:56.283658 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Request body: {'port': {'device_id': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:29:56.346942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.431246 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-063e24af-017f-4d5d-98c6-d895beff60e4 None None] Provisioning complete for port de48c4f5-130c-4123-839c-c5deb6376b9f triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:29:56.431869 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-063e24af-017f-4d5d-98c6-d895beff60e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.467157 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-063e24af-017f-4d5d-98c6-d895beff60e4 None None] Port de48c4f5-130c-4123-839c-c5deb6376b9f cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:29:56.620257 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de48c4f5-130c-4123-839c-c5deb6376b9f {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:29:56.627971 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.641520 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Transition to ACTIVE for port object de48c4f5-130c-4123-839c-c5deb6376b9f will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:29:56.645889 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.724130 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:56.779806 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Attempting to bind port de48c4f5-130c-4123-839c-c5deb6376b9f on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:29:56.780537 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Attempting to bind port de48c4f5-130c-4123-839c-c5deb6376b9f by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:29:56.780901 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Attempting to bind port de48c4f5-130c-4123-839c-c5deb6376b9f on network 49be86e5-10e3-428b-b85b-87d7f195fa7a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:29:56.785446 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Port de48c4f5-130c-4123-839c-c5deb6376b9f on network 49be86e5-10e3-428b-b85b-87d7f195fa7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:29:56.785762 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Attempting to bind port de48c4f5-130c-4123-839c-c5deb6376b9f on network 49be86e5-10e3-428b-b85b-87d7f195fa7a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:29:56.790955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:29:56.791274 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Checking segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:29:56.791652 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Bound using segment: {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:29:56.792174 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Bound port: de48c4f5-130c-4123-839c-c5deb6376b9f, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92bae34-9454-4be7-bf16-4d361c0aa39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:29:56.792773 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.859679 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:29:56.863312 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:29:56.867908 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.905853 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:56.906469 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:56.907908 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] 10.222.0.36 "PUT /v2.0/ports/de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 1093 time: 0.6292534 Oct 29 21:29:56.908345 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:29:56.910660 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf353677-ae56-4588-8708-75a6c7296bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:29:56.942086 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e976a-3110-47d1-839e-af9e40580ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:29:56.952739 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed3b74-6cb4-43f3-a258-d469ad722437 req-16992ed2-b826-4531-b00e-4bdf5b720870 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:56.954472 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dbed3b74-6cb4-43f3-a258-d469ad722437 req-16992ed2-b826-4531-b00e-4bdf5b720870 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0705395 Oct 29 21:29:56.961298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5cdf31-d984-4b06-ba29-58dbbc04a54e x-openstack-request-id: req-1f5cdf31-d984-4b06-ba29-58dbbc04a54e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:29:56.961610 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:29:56.961860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f5cdf31-d984-4b06-ba29-58dbbc04a54e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:29:56.962256 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'status': 'completed', 'code': 200} Oct 29 21:29:56.994391 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dbed3b74-6cb4-43f3-a258-d469ad722437 req-b409b0d8-1fed-44a1-aca2-5bc7dc2d957c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Oct 29 21:29:57.165073 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:29:58.118200 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a88f91-7867-40ec-89d4-46867c5e9b80 req-cf00bba9-8cdf-4afe-a40b-19d70d6cd9dd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:58.119645 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84a88f91-7867-40ec-89d4-46867c5e9b80 req-cf00bba9-8cdf-4afe-a40b-19d70d6cd9dd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0510945 Oct 29 21:29:58.158059 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84a88f91-7867-40ec-89d4-46867c5e9b80 req-8c2daaed-8c2d-4e10-92cd-57b13450d747 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Oct 29 21:29:59.275694 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f28d-70ae-4127-b11c-4c224f90c0b3 req-19fed79d-9a95-4880-b68a-ea8896e2178b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:59.277520 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e424f28d-70ae-4127-b11c-4c224f90c0b3 req-19fed79d-9a95-4880-b68a-ea8896e2178b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0490105 Oct 29 21:29:59.315367 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e424f28d-70ae-4127-b11c-4c224f90c0b3 req-49c6d524-b95a-430b-bc52-0e221b6d0644 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Oct 29 21:29:59.737067 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-1afa51d4-97da-46e2-82b4-1daeb1229248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:59.738585 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-1afa51d4-97da-46e2-82b4-1daeb1229248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1096 time: 0.0425134 Oct 29 21:29:59.785231 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-07fd405b-2113-4ca7-96e8-a2c1d315a6aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 217 time: 0.0382788 Oct 29 21:29:59.840502 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-2e8ec5ae-156e-43a5-94a0-33d5645afe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:59.841982 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-2e8ec5ae-156e-43a5-94a0-33d5645afe60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0445280 Oct 29 21:29:59.890643 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522531-d652-4dd1-b230-4717e00be780 req-4c4d4f00-d3e7-45eb-bb7c-e122c4b7ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:29:59.892111 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-4c4d4f00-d3e7-45eb-bb7c-e122c4b7ef5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402582 Oct 29 21:29:59.991070 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-c3e26a97-2701-4981-bf66-d67ae462aaa3 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865922 Oct 29 21:30:00.086965 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b6522531-d652-4dd1-b230-4717e00be780 req-90b087be-ea92-4621-a7a4-ac374973f659 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879681 Oct 29 21:30:00.173048 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-aea964be-1200-43b8-97ae-1409ac49567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:00.174549 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-aea964be-1200-43b8-97ae-1409ac49567e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1096 time: 0.0418954 Oct 29 21:30:00.265651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-3d8f395d-c1c4-4c0f-96f9-3f269e48ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:00.267137 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-3d8f395d-c1c4-4c0f-96f9-3f269e48ae78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.0853024 Oct 29 21:30:00.314117 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-33f40e13-a070-4103-8234-a4219c81a7ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 217 time: 0.0376914 Oct 29 21:30:00.363947 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-57396b81-0fed-4179-afa0-df8949011963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:00.365470 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-57396b81-0fed-4179-afa0-df8949011963 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0440295 Oct 29 21:30:00.412262 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-04329e06-ed1d-4288-b280-8825081aac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:00.413793 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-04329e06-ed1d-4288-b280-8825081aac52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403321 Oct 29 21:30:00.436459 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98fb4c-06c5-48e0-be6c-d1756a6ff681 req-28389278-a015-4c0d-a0b0-9c18dbbff404 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:00.438071 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8a98fb4c-06c5-48e0-be6c-d1756a6ff681 req-28389278-a015-4c0d-a0b0-9c18dbbff404 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0502391 Oct 29 21:30:00.475704 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8a98fb4c-06c5-48e0-be6c-d1756a6ff681 req-451805c5-a5d3-43ce-a1e2-e7ffabbec725 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314250 Oct 29 21:30:00.509892 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-34e59517-e14f-4400-a256-750674cae2f9 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Oct 29 21:30:00.599579 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bf353677-ae56-4588-8708-75a6c7296bc7 req-a2fa4b81-9501-46e9-98df-3f71ad9a12ac service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812440 Oct 29 21:30:01.600501 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9c886-c536-4298-81d9-aa2262d86321 req-fefdbf6e-3617-4dff-8da2-dcdd5a173d42 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:01.601941 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-03c9c886-c536-4298-81d9-aa2262d86321 req-fefdbf6e-3617-4dff-8da2-dcdd5a173d42 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0551510 Oct 29 21:30:01.640427 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-03c9c886-c536-4298-81d9-aa2262d86321 req-e8bcc4ff-8113-4ac0-93ff-6a97cfcda75a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Oct 29 21:30:02.763310 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bb394-b191-47e2-b9c1-64c5c924a0cc req-da8c60f8-f074-4e22-bda7-9c01559f768e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:02.764863 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1d6bb394-b191-47e2-b9c1-64c5c924a0cc req-da8c60f8-f074-4e22-bda7-9c01559f768e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0518312 Oct 29 21:30:02.802978 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1d6bb394-b191-47e2-b9c1-64c5c924a0cc req-55bf3c71-976c-4da7-b0b0-929da652bc51 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Oct 29 21:30:03.920905 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3efad4-6a9f-415a-a72b-3f639e249775 req-2a287672-8951-4f80-a5de-b833a36b091e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:03.922385 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3b3efad4-6a9f-415a-a72b-3f639e249775 req-2a287672-8951-4f80-a5de-b833a36b091e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0490305 Oct 29 21:30:03.959843 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3b3efad4-6a9f-415a-a72b-3f639e249775 req-25b5f324-0eed-444b-877c-4184cfa12c99 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315700 Oct 29 21:30:05.083559 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0ee1d-bfe3-4ced-b86a-8a80baddc93f req-dc350c89-09e2-49ac-827a-8fe360d74df7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:05.085081 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51b0ee1d-bfe3-4ced-b86a-8a80baddc93f req-dc350c89-09e2-49ac-827a-8fe360d74df7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0526836 Oct 29 21:30:05.122669 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51b0ee1d-bfe3-4ced-b86a-8a80baddc93f req-a1d200b9-c6a4-499e-b324-014f0b84be6f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314076 Oct 29 21:30:05.197177 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:30:05.291575 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:05.303211 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'mac_address': 'fa:16:3e:fa:62:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:30:05.342789 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:05.356095 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de48c4f5-130c-4123-839c-c5deb6376b9f {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:30:05.375102 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:05.379185 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:05.426890 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:05.434306 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.434653 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.434995 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.435330 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.435657 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.435989 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.436330 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.436652 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.437024 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.437351 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.437671 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.437989 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:05.669215 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['de48c4f5-130c-4123-839c-c5deb6376b9f'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:30:06.242120 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1daaae0-c713-4773-9b0a-1a007bb561bb req-0599e579-19c0-475b-a2cc-75103c40ca0c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:06.243593 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b1daaae0-c713-4773-9b0a-1a007bb561bb req-0599e579-19c0-475b-a2cc-75103c40ca0c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 944 time: 0.0485854 Oct 29 21:30:06.285331 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b1daaae0-c713-4773-9b0a-1a007bb561bb req-22a70a6a-e9a8-472c-b02e-32ed2fbe0d84 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344100 Oct 29 21:30:07.408960 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e328db-7c8a-4043-9075-7e7032fbb18a req-5f04bd81-d0ba-43ee-9436-13d2de952793 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:07.410510 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-37e328db-7c8a-4043-9075-7e7032fbb18a req-5f04bd81-d0ba-43ee-9436-13d2de952793 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 944 time: 0.0518713 Oct 29 21:30:07.451067 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-37e328db-7c8a-4043-9075-7e7032fbb18a req-13167eca-8c99-4260-b4d1-c975780805dc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346367 Oct 29 21:30:08.282303 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:30:08.331262 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port de48c4f5-130c-4123-839c-c5deb6376b9f completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:30:08.334980 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port de48c4f5-130c-4123-839c-c5deb6376b9f triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:30:08.335359 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:08.414150 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:08.437592 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:30:08.439835 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37b24b2-a904-4218-95f6-3ac9101de33d" -d '{"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-plugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:30:08.452835 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:08.457523 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:08.481100 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033509cb-925e-4319-b6b6-27eb8811a0be x-openstack-request-id: req-033509cb-925e-4319-b6b6-27eb8811a0be {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:30:08.481413 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-plugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:30:08.481665 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-033509cb-925e-4319-b6b6-27eb8811a0be {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:30:08.482046 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'code': 200} Oct 29 21:30:08.511336 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:08.578358 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0ee0-b039-4e71-9d26-1c107fe2aa0c req-02a52d52-c832-42d8-8390-83f7c0df7ce2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:08.579851 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a70a0ee0-b039-4e71-9d26-1c107fe2aa0c req-02a52d52-c832-42d8-8390-83f7c0df7ce2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0550101 Oct 29 21:30:08.619461 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a70a0ee0-b039-4e71-9d26-1c107fe2aa0c req-598c17aa-348e-49f7-be66-fd040e0e0acc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330331 Oct 29 21:30:08.671006 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f5293-4ab0-406e-8641-2dd4f40898ec req-4c9004f3-8655-401b-b470-cada3a2ff657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:08.672489 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-688f5293-4ab0-406e-8641-2dd4f40898ec req-4c9004f3-8655-401b-b470-cada3a2ff657 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1098 time: 0.0452130 Oct 29 21:30:08.711354 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-688f5293-4ab0-406e-8641-2dd4f40898ec req-542c7c9d-8716-47c8-bfd3-8d408f222025 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310404 Oct 29 21:30:09.743402 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb51ad-90b8-4f66-b647-40c378a2a0ff req-5b79d60b-6bf1-4b6d-8065-a16b3e13ff6e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:09.744932 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bbcb51ad-90b8-4f66-b647-40c378a2a0ff req-5b79d60b-6bf1-4b6d-8065-a16b3e13ff6e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0531764 Oct 29 21:30:09.783436 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bbcb51ad-90b8-4f66-b647-40c378a2a0ff req-ec99366d-44fb-4be5-bf39-a1babf7dc3a7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Oct 29 21:30:10.259215 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40702) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:10.366276 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.442546 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.446476 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.484133 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=991a3e465da443348f4c280e3fed6675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236948 Oct 29 21:30:10.486113 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5233cca4-159c-4ea6-96e6-af9ee013545f,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:10.486877 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40706) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:10.493240 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.493607 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.493930 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.494267 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.494598 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.494928 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.495744 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.496078 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.496403 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.496763 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.497091 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.497408 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f028c9f-2239-4a10-9093-d9259cf1a697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.539514 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.561118 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.607034 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.609836 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.610999 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5233cca4-159c-4ea6-96e6-af9ee013545f HTTP/1.1" status: 204 len: 168 time: 0.1231327 Oct 29 21:30:10.618895 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233cca4-159c-4ea6-96e6-af9ee013545f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:10.626640 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.626988 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.627360 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.627665 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.627997 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.628467 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.628644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.629007 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.629340 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.629654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.629975 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.630295 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd65c3e-38a1-4a17-aec3-d080c635400e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:30:10.878189 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40714) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:10.892126 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf7db-9dc0-46ef-80a0-d66aff0df9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.910942 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306e2f2-39da-43c7-a2b4-025f2b5b0b60 req-193fdc42-23c7-4815-b8f2-3c37d25dc6a8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:10.912952 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6306e2f2-39da-43c7-a2b4-025f2b5b0b60 req-193fdc42-23c7-4815-b8f2-3c37d25dc6a8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0552611 Oct 29 21:30:10.953986 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6306e2f2-39da-43c7-a2b4-025f2b5b0b60 req-c1a7379e-738e-433a-b1ef-54d5e5511333 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344355 Oct 29 21:30:10.969634 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf7db-9dc0-46ef-80a0-d66aff0df9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:10.973778 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3ecaf7db-9dc0-46ef-80a0-d66aff0df9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.014129 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecaf7db-9dc0-46ef-80a0-d66aff0df9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19ef81-5b77-4d4a-a01b-4ab14e87016f,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:11.019997 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-3ecaf7db-9dc0-46ef-80a0-d66aff0df9a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d31903c6882d445eacc2e6a4ebfcf135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405106 Oct 29 21:30:11.022433 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40718) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:11.072589 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-703afccb-787c-4d48-a895-0af95f6155dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.074584 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6417b1-5d71-48e5-a834-87ec15b7d0bb req-b6835b5e-af29-4a23-980a-b7964453cdd3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:11.076285 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b6417b1-5d71-48e5-a834-87ec15b7d0bb req-b6835b5e-af29-4a23-980a-b7964453cdd3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0505290 Oct 29 21:30:11.084878 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40720) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:11.089924 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Request body: {'floatingip': {'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:30:11.094500 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-703afccb-787c-4d48-a895-0af95f6155dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.129606 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.143573 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-703afccb-787c-4d48-a895-0af95f6155dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.146462 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-703afccb-787c-4d48-a895-0af95f6155dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.147612 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-703afccb-787c-4d48-a895-0af95f6155dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f19ef81-5b77-4d4a-a01b-4ab14e87016f HTTP/1.1" status: 204 len: 168 time: 0.1242645 Oct 29 21:30:11.156333 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703afccb-787c-4d48-a895-0af95f6155dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19ef81-5b77-4d4a-a01b-4ab14e87016f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:11.581806 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.585655 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:11.688460 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Floating IP be68dfaf-052e-4dfa-957d-acd3d3c30db3 associated. External IP: 172.27.2.181, port: de48c4f5-130c-4123-839c-c5deb6376b9f. Oct 29 21:30:11.906790 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:30:12.019870 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:30:12.024909 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:12.031331 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:30:12.041829 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:12.042651 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:29:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:12.053386 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f24786ca-81d0-4f72-94f1-bdd1ee5ad045 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "PUT /v2.0/floatingips/be68dfaf-052e-4dfa-957d-acd3d3c30db3 HTTP/1.1" status: 200 len: 991 time: 0.9670208 Oct 29 21:30:12.054019 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:30:12.065588 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294806af-75a2-49cf-bb27-c80f2295003b" -d '{"events": [{"name": "network-changed", "server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:30:12.120737 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9bdf35-b36e-485c-82a5-7ec43b687b04 x-openstack-request-id: req-ec9bdf35-b36e-485c-82a5-7ec43b687b04 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:30:12.121025 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:30:12.121276 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec9bdf35-b36e-485c-82a5-7ec43b687b04 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:30:12.121751 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'status': 'completed', 'code': 200} Oct 29 21:30:12.179879 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:12.204253 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294806af-75a2-49cf-bb27-c80f2295003b req-6bd64373-a3dc-427b-bddb-f346e9508f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:12.206741 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-6bd64373-a3dc-427b-bddb-f346e9508f29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1098 time: 0.0486917 Oct 29 21:30:12.318925 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294806af-75a2-49cf-bb27-c80f2295003b req-1124d509-fa56-437d-98b0-1ef2ffe737ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:12.320387 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-1124d509-fa56-437d-98b0-1ef2ffe737ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.0977290 Oct 29 21:30:12.399776 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-85dd9d0b-f8b6-4eaa-87af-47d0cc494976 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 999 time: 0.0686014 Oct 29 21:30:12.457722 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294806af-75a2-49cf-bb27-c80f2295003b req-837fe138-d890-4df2-a414-e150c3ab1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:12.459461 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-837fe138-d890-4df2-a414-e150c3ab1c2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0499792 Oct 29 21:30:12.486931 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': 'be68dfaf-052e-4dfa-957d-acd3d3c30db3', 'tenant_id': '963a38f541a44084a465972efa74034c', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'mac_address': 'fa:16:3e:fa:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:29:53Z', 'updated_at': '2021-10-29T21:30:11Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:12.510127 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294806af-75a2-49cf-bb27-c80f2295003b req-e3bc75ac-efe3-437a-941d-9689336db796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:12.512421 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-e3bc75ac-efe3-437a-941d-9689336db796 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455008 Oct 29 21:30:12.514534 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:30:12.523458 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:12.524305 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:29:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:12.613613 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-de5afd97-f54c-4da9-9d09-1bf1b0ed73ec service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889466 Oct 29 21:30:12.643002 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:12.728315 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-294806af-75a2-49cf-bb27-c80f2295003b req-49694245-9a97-46c6-b7a9-4bee0b799146 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022756 Oct 29 21:30:12.890345 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': 'be68dfaf-052e-4dfa-957d-acd3d3c30db3', 'tenant_id': '963a38f541a44084a465972efa74034c', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'mac_address': 'fa:16:3e:fa:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:29:53Z', 'updated_at': '2021-10-29T21:30:11Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:12.921619 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c5031-9ac8-41d5-83f4-6bf50e33afa2 None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': 'be68dfaf-052e-4dfa-957d-acd3d3c30db3', 'tenant_id': '963a38f541a44084a465972efa74034c', 'floating_ip_address': '172.27.2.181', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'mac_address': 'fa:16:3e:fa:62:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:29:53Z', 'updated_at': '2021-10-29T21:30:11Z', 'revision_number': 1, 'project_id': '963a38f541a44084a465972efa74034c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:30:13.123569 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90124a36-6649-47d5-a952-226efc93cee0 None None] New status for floating IP be68dfaf-052e-4dfa-957d-acd3d3c30db3: ACTIVE {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:30:13.707735 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 40794) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:13.810415 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76d296c8-584d-4e25-aaff-d48c0e0d913e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:13.885437 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76d296c8-584d-4e25-aaff-d48c0e0d913e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:13.889694 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-76d296c8-584d-4e25-aaff-d48c0e0d913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:13.929686 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-76d296c8-584d-4e25-aaff-d48c0e0d913e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6e6eb79f25c473fa71c4246c16a9a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208664 Oct 29 21:30:13.930502 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d296c8-584d-4e25-aaff-d48c0e0d913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac63f1-b551-4b72-b099-db9096c6715b,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:13.932330 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40798) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:13.984730 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15af5d76-9280-435e-8df0-c578e8b83cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.006329 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15af5d76-9280-435e-8df0-c578e8b83cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.054253 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15af5d76-9280-435e-8df0-c578e8b83cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.057044 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-15af5d76-9280-435e-8df0-c578e8b83cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.058471 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-15af5d76-9280-435e-8df0-c578e8b83cdb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5eac63f1-b551-4b72-b099-db9096c6715b HTTP/1.1" status: 204 len: 168 time: 0.1244233 Oct 29 21:30:14.066249 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af5d76-9280-435e-8df0-c578e8b83cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac63f1-b551-4b72-b099-db9096c6715b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:14.340734 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40806) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:14.354129 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12920c84-9b7d-4c90-bbd4-a7985134e982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.436772 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12920c84-9b7d-4c90-bbd4-a7985134e982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.441178 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-12920c84-9b7d-4c90-bbd4-a7985134e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.478648 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12920c84-9b7d-4c90-bbd4-a7985134e982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd5d754-bbd3-45ea-ac08-8e9a2285dfe5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:14.485493 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-12920c84-9b7d-4c90-bbd4-a7985134e982 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e5c6b759e9742dc99fcf6ead26ff6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410687 Oct 29 21:30:14.485828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40808) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:14.535414 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46a2c9de-9993-49b7-b8a0-049f1e70784d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.557096 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46a2c9de-9993-49b7-b8a0-049f1e70784d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.603960 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46a2c9de-9993-49b7-b8a0-049f1e70784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.606768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-46a2c9de-9993-49b7-b8a0-049f1e70784d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:14.608105 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-46a2c9de-9993-49b7-b8a0-049f1e70784d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fd5d754-bbd3-45ea-ac08-8e9a2285dfe5 HTTP/1.1" status: 204 len: 168 time: 0.1214674 Oct 29 21:30:14.617537 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2c9de-9993-49b7-b8a0-049f1e70784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd5d754-bbd3-45ea-ac08-8e9a2285dfe5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:20.858256 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb650305-ea5d-4ffd-b5c9-3816541a17d1 req-a1285158-8653-43d8-82d5-b8e7e13ec800 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:20.859849 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bb650305-ea5d-4ffd-b5c9-3816541a17d1 req-a1285158-8653-43d8-82d5-b8e7e13ec800 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0501080 Oct 29 21:30:20.900410 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bb650305-ea5d-4ffd-b5c9-3816541a17d1 req-848a1498-9d67-40e8-b64b-0610b8174740 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339994 Oct 29 21:30:20.979648 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:30:21.594329 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c4e280b0-6c64-47f1-8129-fdd19c009f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:22.019855 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88967d5-c132-4550-b7ca-08fec1849ddd req-cd43eb45-246e-4311-9420-e8b2a674725e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:22.021400 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d88967d5-c132-4550-b7ca-08fec1849ddd req-cd43eb45-246e-4311-9420-e8b2a674725e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0515566 Oct 29 21:30:22.059401 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d88967d5-c132-4550-b7ca-08fec1849ddd req-f8f14aed-cd72-4b1e-9b05-9d6f04489c0b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309129 Oct 29 21:30:23.178893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009b418-5a4f-424b-8cdc-c1be248ff366 req-65ed7837-d55d-41f6-84ed-4fd7612f9aaa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:23.180626 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f009b418-5a4f-424b-8cdc-c1be248ff366 req-65ed7837-d55d-41f6-84ed-4fd7612f9aaa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0510845 Oct 29 21:30:23.228294 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f009b418-5a4f-424b-8cdc-c1be248ff366 req-762df64d-b175-47ba-be69-0380c8e9105e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415261 Oct 29 21:30:23.981919 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40934) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:24.084553 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd294-d27d-44ea-afc2-dbd9c7e4c390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.160577 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd294-d27d-44ea-afc2-dbd9c7e4c390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.164708 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c3ccd294-d27d-44ea-afc2-dbd9c7e4c390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.206495 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccd294-d27d-44ea-afc2-dbd9c7e4c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4678029-ff59-4249-ae55-cca832fb71e4,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:24.211765 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-c3ccd294-d27d-44ea-afc2-dbd9c7e4c390 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a84dcfcb4414814a9ad8359571667bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288506 Oct 29 21:30:24.214877 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 40940) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:24.265697 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23ef2b62-f07a-4a92-88aa-af221d428af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.287534 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23ef2b62-f07a-4a92-88aa-af221d428af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.336584 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23ef2b62-f07a-4a92-88aa-af221d428af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.339991 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23ef2b62-f07a-4a92-88aa-af221d428af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:24.341151 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-23ef2b62-f07a-4a92-88aa-af221d428af4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4678029-ff59-4249-ae55-cca832fb71e4 HTTP/1.1" status: 204 len: 168 time: 0.1253784 Oct 29 21:30:24.347390 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb789a0-63c1-48af-882f-260677328d70 req-510b2980-ad61-4d89-8893-5cd1bfd4a709 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:24.349517 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8bb789a0-63c1-48af-882f-260677328d70 req-510b2980-ad61-4d89-8893-5cd1bfd4a709 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0518193 Oct 29 21:30:24.350082 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef2b62-f07a-4a92-88aa-af221d428af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4678029-ff59-4249-ae55-cca832fb71e4,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:24.391652 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8bb789a0-63c1-48af-882f-260677328d70 req-0f21dbc7-5c34-4341-8768-816ff805daaf tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346565 Oct 29 21:30:24.493836 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f1335970-2117-4d56-a561-726132cef6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:25.250320 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:25.539851 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9929a-93dd-4f3c-99b7-34519b5d40a5 req-0b85746a-fccb-4147-8ab0-5939aa5dcd12 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:25.541840 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5dc9929a-93dd-4f3c-99b7-34519b5d40a5 req-0b85746a-fccb-4147-8ab0-5939aa5dcd12 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0793898 Oct 29 21:30:25.586833 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5dc9929a-93dd-4f3c-99b7-34519b5d40a5 req-df89e3c9-6305-4ae3-9a40-95db3c1ee481 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369644 Oct 29 21:30:25.719543 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:25.811231 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:26.703076 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a67e8-854d-4be6-9c9d-33864be9b6b1 req-292c7967-20e4-4074-af7c-3c2bca3020a2 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:26.704606 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5a1a67e8-854d-4be6-9c9d-33864be9b6b1 req-292c7967-20e4-4074-af7c-3c2bca3020a2 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0496275 Oct 29 21:30:26.743905 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5a1a67e8-854d-4be6-9c9d-33864be9b6b1 req-9e99dbf9-ca49-41bb-ad5a-ddae8af6a688 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Oct 29 21:30:27.169966 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:27.862878 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073f643-d4da-46a6-8cce-e6772f6fb2d0 req-cf725474-acfa-46da-984b-2185368c8a5c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:27.864418 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5073f643-d4da-46a6-8cce-e6772f6fb2d0 req-cf725474-acfa-46da-984b-2185368c8a5c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0489924 Oct 29 21:30:27.907422 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5073f643-d4da-46a6-8cce-e6772f6fb2d0 req-00b0e91e-ef72-4fe0-897a-277fe0084ad7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356956 Oct 29 21:30:28.866208 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-96db5e4a-4f73-47f8-ac5b-b631448f0e92 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77927057&fields=id&tenant_id=5cceb7b2523242d3b0586a5f5f5e4484 HTTP/1.1" status: 200 len: 267 time: 0.0402162 Oct 29 21:30:29.188310 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-a47f9f9a-06e7-4f11-aa37-bfddca822e86 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:29.189952 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-a47f9f9a-06e7-4f11-aa37-bfddca822e86 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 985 time: 0.3179085 Oct 29 21:30:29.204895 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Request body: {'port': {'security_groups': ['d42eac67-2f03-41a2-af8a-0d6d6e37bb4b']}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:30:29.216559 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634da15a-1ef2-4c6d-831c-f7a10097a49b req-40ea0c3a-3e09-49f8-8eed-d646ee91903a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:29.218325 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-634da15a-1ef2-4c6d-831c-f7a10097a49b req-40ea0c3a-3e09-49f8-8eed-d646ee91903a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0828998 Oct 29 21:30:29.338308 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:29.346027 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-634da15a-1ef2-4c6d-831c-f7a10097a49b req-bf7b7607-087e-4241-88bd-9b3477d2ea5d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016252 Oct 29 21:30:29.556329 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:29.607204 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:29.613957 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:29.626816 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['50ec5b2a-ee74-4830-8325-71a5151c8aa2'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:30:29.676622 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:29.677725 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:29.680304 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d40054b9-5e1b-4831-b1e7-f2a1ddc4c142 req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "PUT /v2.0/ports/50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 943 time: 0.4808421 Oct 29 21:30:29.680854 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:30:29.688338 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41054) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:29.690289 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d51819-466b-445b-84ad-6eb6d5763813" -d '{"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:30:29.750347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c851eed-dfba-415e-97cc-abd2b7887002 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event updated for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=7']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:29.782293 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9078a6c8-1ccc-4fb3-b33a-986b539aa102 x-openstack-request-id: req-9078a6c8-1ccc-4fb3-b33a-986b539aa102 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:30:29.783821 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:30:29.784269 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9078a6c8-1ccc-4fb3-b33a-986b539aa102 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:30:29.784880 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'status': 'completed', 'code': 200} Oct 29 21:30:29.827529 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['50ec5b2a-ee74-4830-8325-71a5151c8aa2'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:30:29.863601 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92c65860-c0bc-4399-8ec9-f3a3e38ccbb4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:29.903282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92c65860-c0bc-4399-8ec9-f3a3e38ccbb4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:29.919304 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d51819-466b-445b-84ad-6eb6d5763813 req-74dc2252-724b-4639-bb1e-03d76323b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:29.921760 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-74dc2252-724b-4639-bb1e-03d76323b5f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1099 time: 0.0911810 Oct 29 21:30:30.080803 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-7bb59fa8-7be4-4398-a0e1-8626f258d3bc None None] Provisioning complete for port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:30:30.081091 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7bb59fa8-7be4-4398-a0e1-8626f258d3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.099222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d51819-466b-445b-84ad-6eb6d5763813 req-9c1516ea-c453-496f-99f7-8a89e17c607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:30.101075 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-9c1516ea-c453-496f-99f7-8a89e17c607f service neutron] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 916 time: 0.1695538 Oct 29 21:30:30.108839 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92c65860-c0bc-4399-8ec9-f3a3e38ccbb4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.112701 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-92c65860-c0bc-4399-8ec9-f3a3e38ccbb4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.117743 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-92c65860-c0bc-4399-8ec9-f3a3e38ccbb4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f133901-ca8b-4a95-8e8b-d098127a3dbe HTTP/1.1" status: 204 len: 168 time: 0.4266810 Oct 29 21:30:30.118692 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41058) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:30.173656 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c65860-c0bc-4399-8ec9-f3a3e38ccbb4 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f133901-ca8b-4a95-8e8b-d098127a3dbe,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:30.234594 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-c2c9414f-deee-44f4-ac52-80ea2fd7227d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 1002 time: 0.1161811 Oct 29 21:30:30.304637 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d51819-466b-445b-84ad-6eb6d5763813 req-55a056f3-0bb5-4bb2-b3ed-ff7176e713ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:30.306905 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-55a056f3-0bb5-4bb2-b3ed-ff7176e713ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.0622270 Oct 29 21:30:30.338335 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Deleting port 6dcb228b-1ed8-4fdd-bb5a-99831c2a9dc2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:30.338593 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.359364 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d51819-466b-445b-84ad-6eb6d5763813 req-0f10e126-f913-4282-92a6-710b3d55edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:30.361793 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-0f10e126-f913-4282-92a6-710b3d55edfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475798 Oct 29 21:30:30.442526 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.442923 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.459160 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Calling delete_port for 6dcb228b-1ed8-4fdd-bb5a-99831c2a9dc2 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:30.484543 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-86f45109-1731-4945-9546-53027e0c5f55 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117957 Oct 29 21:30:30.589875 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082860-180e-4100-84fc-29db0c566e0b req-e39ba924-91e9-4f9f-8428-8702662213b0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:30.591424 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-78082860-180e-4100-84fc-29db0c566e0b req-e39ba924-91e9-4f9f-8428-8702662213b0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.1336551 Oct 29 21:30:30.598735 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-68d51819-466b-445b-84ad-6eb6d5763813 req-1a0b170a-29c3-41fb-8735-442bd9f1df65 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048696 Oct 29 21:30:30.661595 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-78082860-180e-4100-84fc-29db0c566e0b req-f0475fcf-275f-4c0a-99ea-e2a832ed2f21 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504112 Oct 29 21:30:30.742204 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.774631 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event deleted for resources: {'Port': ['ID=6dcb228b-1ed8-4fdd-bb5a-99831c2a9dc2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:30.845498 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:30.845799 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Floating IP 730eb2ad-398e-46e7-97cf-ce59d16a92c9 disassociated (deleted). External IP: 172.27.2.218, port: 50ec5b2a-ee74-4830-8325-71a5151c8aa2. Oct 29 21:30:31.071656 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Router 0a680e82-0a04-455b-b14b-08da682a50ca has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:30:31.188368 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:30:31.198092 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:31.207171 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] Sync routers for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:30:31.222258 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:31.223178 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:31.234536 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-22e3c2c9-dd2f-4cd2-8e29-60952faa7c37 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "DELETE /v2.0/floatingips/730eb2ad-398e-46e7-97cf-ce59d16a92c9 HTTP/1.1" status: 204 len: 168 time: 1.1123466 Oct 29 21:30:31.472385 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:31.711901 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:35Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:31.742544 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] Checking router: 0a680e82-0a04-455b-b14b-08da682a50ca for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:30:31.753483 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:31.754078 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:31.787242 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:30:31.789829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926f13d6-7b26-42be-acc5-25da078dc53a" -d '{"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:30:31.827867 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61231d2d-44f7-4241-8f07-e993244b2f86 req-28d30412-8c19-4c00-bb41-0fc8e5134789 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:31.829586 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-61231d2d-44f7-4241-8f07-e993244b2f86 req-28d30412-8c19-4c00-bb41-0fc8e5134789 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0712345 Oct 29 21:30:31.852440 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f2b5a-5898-40fb-8fd6-dacb608f57dc x-openstack-request-id: req-b26f2b5a-5898-40fb-8fd6-dacb608f57dc {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:30:31.852783 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:30:31.853141 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b26f2b5a-5898-40fb-8fd6-dacb608f57dc {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:30:31.853566 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'status': 'completed', 'code': 200} Oct 29 21:30:31.884304 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-61231d2d-44f7-4241-8f07-e993244b2f86 req-37012525-2097-4959-a46a-3d91b9386002 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482037 Oct 29 21:30:31.904758 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:31.971124 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f13d6-7b26-42be-acc5-25da078dc53a req-a8f891a2-aae8-4422-9aaa-6c877c9f803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:31.973700 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-a8f891a2-aae8-4422-9aaa-6c877c9f803c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 1099 time: 0.0892072 Oct 29 21:30:32.112417 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f13d6-7b26-42be-acc5-25da078dc53a req-6ccac50a-7993-46ae-9fc3-64c0c4df982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:32.115585 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-6ccac50a-7993-46ae-9fc3-64c0c4df982d service neutron] 10.222.0.36 "GET /v2.0/networks?id=15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 200 len: 916 time: 0.1273975 Oct 29 21:30:32.231155 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-66cc59bd-3e80-4681-9403-e8f52764058d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 200 len: 217 time: 0.1053734 Oct 29 21:30:32.252829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5411435-ac62-41c9-bedf-ae41c5064a6d req-636161df-07b1-42fc-bdd1-9e05c8ff7d8c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:32.256931 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5411435-ac62-41c9-bedf-ae41c5064a6d req-636161df-07b1-42fc-bdd1-9e05c8ff7d8c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0972373 Oct 29 21:30:32.302605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:35Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:32.331019 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5411435-ac62-41c9-bedf-ae41c5064a6d req-cbee8f64-0c92-4a66-9838-17ddabcb02cf tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617497 Oct 29 21:30:32.335793 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-c87394a3-893b-4da8-a6d8-6dbd397c1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:32.337532 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-c87394a3-893b-4da8-a6d8-6dbd397c1220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1099 time: 0.1051152 Oct 29 21:30:32.339902 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f13d6-7b26-42be-acc5-25da078dc53a req-5cf2d1e9-d53a-4f0c-b431-45fc7cfb0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:32.341837 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-5cf2d1e9-d53a-4f0c-b431-45fc7cfb0bfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 200 len: 854 time: 0.0984979 Oct 29 21:30:32.363792 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ada5ad-b68b-4ebf-87d5-2283d28248a5 None None] The sync data for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi is: [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:27:28Z', 'revision_number': 4, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'bb74e23e-a12b-40d7-98e2-dbfc6faac08a', 'name': '', 'network_id': '15213533-5449-4dd2-b381-db41dfb4c9d3', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'mac_address': 'fa:16:3e:47:0b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:26Z', 'updated_at': '2021-10-29T21:27:35Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'subnets': [{'id': '6458166d-5e5c-49e2-82ea-b934febb1ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:30:32.480048 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f13d6-7b26-42be-acc5-25da078dc53a req-c7936758-7ae2-49ad-8137-daa23f95364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:32.481739 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-c7936758-7ae2-49ad-8137-daa23f95364c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=15213533-5449-4dd2-b381-db41dfb4c9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1285233 Oct 29 21:30:32.498789 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-f3a88853-eccd-4578-84a1-6358403947e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:32.500446 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-f3a88853-eccd-4578-84a1-6358403947e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.1483426 Oct 29 21:30:32.670204 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-2fc22ee8-7ffb-427e-8cd0-9f6d817f0ab4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 1002 time: 0.1598535 Oct 29 21:30:32.676509 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-dbe99518-a8cb-4f3d-9223-a3f745145f7a service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752253 Oct 29 21:30:32.737248 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5699706d-42cf-4970-85f3-4d544e8f808d None None] New status for floating IP 730eb2ad-398e-46e7-97cf-ce59d16a92c9: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:30:33.073314 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-26687c1d-10db-4d38-a7ce-014c52cdcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:33.073314 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-26687c1d-10db-4d38-a7ce-014c52cdcec5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.3844950 Oct 29 21:30:33.137468 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-926f13d6-7b26-42be-acc5-25da078dc53a req-c189ae55-c42c-4f71-839f-9ec107aae152 service neutron] 10.222.0.36 "GET /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406040 Oct 29 21:30:33.158779 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-8241146d-49d0-484d-b4d9-bf0b444cb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:33.161181 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-8241146d-49d0-484d-b4d9-bf0b444cb9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800109 Oct 29 21:30:33.279055 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-41cbd6b7-f815-4fdd-8e41-a852c29b1fd3 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087101 Oct 29 21:30:33.383642 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-76b4d734-1da2-49dc-8d77-2c92d315f23e req-2222a689-6565-42d5-9bdc-d5adab01f5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964470 Oct 29 21:30:33.480113 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b362c0-a2bd-4e6e-a9a5-80c229b8301f req-efbbbf95-4264-455f-9c66-89c1757e0f7c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:33.481733 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-77b362c0-a2bd-4e6e-a9a5-80c229b8301f req-efbbbf95-4264-455f-9c66-89c1757e0f7c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0536232 Oct 29 21:30:33.521853 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-77b362c0-a2bd-4e6e-a9a5-80c229b8301f req-79eca3ba-6749-43a6-8ca6-2fffb30769a7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Oct 29 21:30:34.271968 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accdb0c-f9a7-4cf5-90a3-c6afc01321fe req-0d156af6-31a1-41ce-8a59-de9cb5d9682f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:34.276739 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5accdb0c-f9a7-4cf5-90a3-c6afc01321fe req-0d156af6-31a1-41ce-8a59-de9cb5d9682f tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0552905 Oct 29 21:30:34.325554 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5accdb0c-f9a7-4cf5-90a3-c6afc01321fe req-e27cf7b6-49ee-4d92-9664-c1460f328208 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Oct 29 21:30:34.649540 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14125f93-fc55-4543-8aab-7513141c3e08 req-47a9df72-0719-4cc2-a6f9-91419c34d3c2 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:34.655886 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14125f93-fc55-4543-8aab-7513141c3e08 req-47a9df72-0719-4cc2-a6f9-91419c34d3c2 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0523233 Oct 29 21:30:34.699508 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14125f93-fc55-4543-8aab-7513141c3e08 req-dd30d1c8-5942-4c1a-b51e-e57c14fb2ff9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Oct 29 21:30:35.464539 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d8f-fa77-4e7c-95e2-6fdd4ad5a3d8 req-b42ad53e-f8e5-4e20-bf04-2d3892f4f597 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:35.466320 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-40a87d8f-fa77-4e7c-95e2-6fdd4ad5a3d8 req-b42ad53e-f8e5-4e20-bf04-2d3892f4f597 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0610366 Oct 29 21:30:35.513058 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-40a87d8f-fa77-4e7c-95e2-6fdd4ad5a3d8 req-da315540-89b8-47d4-be39-8daa051b08fb tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370870 Oct 29 21:30:36.205226 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-a63cf07b-a437-4fe4-9f3f-6c90513f650a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:36.206976 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-a63cf07b-a437-4fe4-9f3f-6c90513f650a tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.36 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.0650721 Oct 29 21:30:36.334649 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Deleting port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:36.335107 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:36.476651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] For port 50ec5b2a-ee74-4830-8325-71a5151c8aa2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=50ec5b2a-ee74-4830-8325-71a5151c8aa2,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:36.477283 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:36.505577 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Calling delete_port for 50ec5b2a-ee74-4830-8325-71a5151c8aa2 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:36.692584 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de5e3-51e6-4d7e-867b-6f69acda3802 req-effadfd7-7193-43ad-9df9-d2937aeb1a17 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:36.695689 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cb6de5e3-51e6-4d7e-867b-6f69acda3802 req-effadfd7-7193-43ad-9df9-d2937aeb1a17 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1102d0eb-4a54-4de9-9868-8833995dd34d HTTP/1.1" status: 200 len: 946 time: 0.1016810 Oct 29 21:30:36.704802 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:36.729974 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['50ec5b2a-ee74-4830-8325-71a5151c8aa2'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:30:36.761029 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Pushing event deleted for resources: {'Port': ['ID=50ec5b2a-ee74-4830-8325-71a5151c8aa2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:36.774021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cb6de5e3-51e6-4d7e-867b-6f69acda3802 req-9e782697-83ef-46df-abc8-155934ca75ee tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.30 "GET /v2.0/security-groups?id=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Oct 29 21:30:36.855730 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] No DVR routers for this DVR port 50ec5b2a-ee74-4830-8325-71a5151c8aa2 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:30:36.859165 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:36.864189 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-9f7f7b34-eb33-4159-8017-b80e4b7fa175 req-c1b28009-45b0-48ba-97db-8283c344b6b2 tempest-TestMinimumBasicScenario-1155278626 tempest-TestMinimumBasicScenario-1155278626-project] 10.222.0.36 "DELETE /v2.0/ports/50ec5b2a-ee74-4830-8325-71a5151c8aa2 HTTP/1.1" status: 204 len: 173 time: 0.6502724 Oct 29 21:30:36.864879 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'name': 'network-vif-deleted', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:30:36.868645 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631b57f9-881f-4d40-90bc-e9a5612d0965" -d '{"events": [{"server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "name": "network-vif-deleted", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:30:36.940552 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d7e6d6-9796-4347-8c44-cdb3e1b58b43 x-openstack-request-id: req-96d7e6d6-9796-4347-8c44-cdb3e1b58b43 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:30:36.941121 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1102d0eb-4a54-4de9-9868-8833995dd34d", "name": "network-vif-deleted", "tag": "50ec5b2a-ee74-4830-8325-71a5151c8aa2", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:30:36.941477 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96d7e6d6-9796-4347-8c44-cdb3e1b58b43 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:30:36.942049 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1102d0eb-4a54-4de9-9868-8833995dd34d', 'name': 'network-vif-deleted', 'tag': '50ec5b2a-ee74-4830-8325-71a5151c8aa2', 'status': 'completed', 'code': 200} Oct 29 21:30:38.638606 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41198) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:39.093999 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:39.416589 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Deleting port bb74e23e-a12b-40d7-98e2-dbfc6faac08a {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:39.416957 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:39.504715 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] For port bb74e23e-a12b-40d7-98e2-dbfc6faac08a, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:39.505113 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:39.518436 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Calling delete_port for bb74e23e-a12b-40d7-98e2-dbfc6faac08a owned by network:router_interface {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:39.716002 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:39.747740 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Pushing event deleted for resources: {'Port': ['ID=bb74e23e-a12b-40d7-98e2-dbfc6faac08a,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:39.954793 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:40.179249 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Router 0a680e82-0a04-455b-b14b-08da682a50ca has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:30:40.295592 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:30:40.302328 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-c12f8a2c-282a-46a4-b758-712317a341ad admin admin] 10.222.0.30 "PUT /v2.0/routers/0a680e82-0a04-455b-b14b-08da682a50ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6615250 Oct 29 21:30:40.303835 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41206) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:40.304911 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] Sync routers for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:30:40.322381 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:40.323299 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:40.426209 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks [] for router, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:40.453096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:40.489395 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 50ec5b2a-ee74-4830-8325-71a5151c8aa2 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:40.538627 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 50ec5b2a-ee74-4830-8325-71a5151c8aa2 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:30:40.538876 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 50ec5b2a-ee74-4830-8325-71a5151c8aa2 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:30:40.547744 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:40.604550 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Deleting port 724168db-eb30-4ebe-931f-069296a807a0 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:40.605058 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:40.691647 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '724168db-eb30-4ebe-931f-069296a807a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:30:39Z', 'revision_number': 5, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port': {'id': '724168db-eb30-4ebe-931f-069296a807a0', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:40.725849 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] Checking router: 0a680e82-0a04-455b-b14b-08da682a50ca for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:30:40.736756 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] Routers {'0a680e82-0a04-455b-b14b-08da682a50ca'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:40.737486 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['0a680e82-0a04-455b-b14b-08da682a50ca'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:40.839273 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] Set router 0a680e82-0a04-455b-b14b-08da682a50ca gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:40.898730 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:30:40Z', 'revision_number': 6, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:40.930355 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d344a5-c6fd-4f83-8417-b95908babd50 None None] The sync data for ids ['0a680e82-0a04-455b-b14b-08da682a50ca'] in dv-cinder-813984-7-iscsi is: [{'id': '0a680e82-0a04-455b-b14b-08da682a50ca', 'name': 'tempest-TestMinimumBasicScenario-1649110119-router', 'tenant_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:19Z', 'updated_at': '2021-10-29T21:30:40Z', 'revision_number': 6, 'project_id': '5cceb7b2523242d3b0586a5f5f5e4484', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:30:40.945743 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] For port 724168db-eb30-4ebe-931f-069296a807a0, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=724168db-eb30-4ebe-931f-069296a807a0,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:40.946650 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:40.973270 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Calling delete_port for 724168db-eb30-4ebe-931f-069296a807a0 owned by network:router_gateway {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:41.178016 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.210186 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Pushing event deleted for resources: {'Port': ['ID=724168db-eb30-4ebe-931f-069296a807a0,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:41.282893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.405536 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.408993 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.515042 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.515730 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a680e82-0a04-455b-b14b-08da682a50ca {{(pid=101362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:30:41.525616 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.527560 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-eb379df3-d2e7-4329-9f29-104826694046 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0a680e82-0a04-455b-b14b-08da682a50ca HTTP/1.1" status: 204 len: 168 time: 1.2225554 Oct 29 21:30:41.530367 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41214) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:41.581034 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Deleting subnet 6458166d-5e5c-49e2-82ea-b934febb1ad4 {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:30:41.584339 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.625588 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.750716 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.816559 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.845546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6458166d-5e5c-49e2-82ea-b934febb1ad4,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:41.849350 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:41.852739 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-5843af7e-8f60-46fa-90bc-0e1a2ad7191e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6458166d-5e5c-49e2-82ea-b934febb1ad4 HTTP/1.1" status: 204 len: 168 time: 0.3211870 Oct 29 21:30:41.855189 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41216) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:41.859102 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdeb16b-b398-40b4-838d-0933a2381da4 None None] Network 15213533-5449-4dd2-b381-db41dfb4c9d3 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:30:41.939208 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.019969 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Deleting port 427fd698-f9a3-47fe-a3dd-89f6ea10111b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:42.020647 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.081410 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] DHCP port deletion for 15213533-5449-4dd2-b381-db41dfb4c9d3 request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:30:42.128558 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] For port 427fd698-f9a3-47fe-a3dd-89f6ea10111b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=427fd698-f9a3-47fe-a3dd-89f6ea10111b,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:42.128558 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.148036 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Calling delete_port for 427fd698-f9a3-47fe-a3dd-89f6ea10111b owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:42.165373 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] Deleting port 427fd698-f9a3-47fe-a3dd-89f6ea10111b {{(pid=101363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:42.166467 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.243468 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.246206 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] For port 427fd698-f9a3-47fe-a3dd-89f6ea10111b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=427fd698-f9a3-47fe-a3dd-89f6ea10111b,segment=NetworkSegment(66853253-d022-4d98-89b2-d57f760b096c),segment_id=66853253-d022-4d98-89b2-d57f760b096c)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:42.246599 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.261597 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] Calling delete_port for 427fd698-f9a3-47fe-a3dd-89f6ea10111b owned by network:dhcp {{(pid=101363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:42.280762 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] No DVR routers for this DVR port 427fd698-f9a3-47fe-a3dd-89f6ea10111b on host dv-cinder-813984-7-iscsi {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:30:42.283707 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Pushing event deleted for resources: {'Port': ['ID=427fd698-f9a3-47fe-a3dd-89f6ea10111b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:42.389921 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device bb74e23e-a12b-40d7-98e2-dbfc6faac08a no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:42.407026 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.422944 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: bb74e23e-a12b-40d7-98e2-dbfc6faac08a {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:30:42.423279 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device bb74e23e-a12b-40d7-98e2-dbfc6faac08a not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:30:42.423699 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 724168db-eb30-4ebe-931f-069296a807a0 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:42.436248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15213533-5449-4dd2-b381-db41dfb4c9d3']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:42.447974 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66853253-d022-4d98-89b2-d57f760b096c') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:42.448312 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66853253-d022-4d98-89b2-d57f760b096c') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:42.455786 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 724168db-eb30-4ebe-931f-069296a807a0 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:30:42.456229 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 724168db-eb30-4ebe-931f-069296a807a0 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:30:42.456643 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 427fd698-f9a3-47fe-a3dd-89f6ea10111b no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:42.459791 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.483388 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.486665 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 427fd698-f9a3-47fe-a3dd-89f6ea10111b {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:30:42.487028 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 427fd698-f9a3-47fe-a3dd-89f6ea10111b not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:30:42.503982 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:30:42.504649 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:30:42.507723 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:30:42.514071 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431'] for port, after_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.541284 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] Pushing event deleted for resources: {'Port': ['ID=427fd698-f9a3-47fe-a3dd-89f6ea10111b,revision_number=None']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:42.547009 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee20c0-c783-48d5-af5c-a41753a9f38b None None] No DVR routers for this DVR port 427fd698-f9a3-47fe-a3dd-89f6ea10111b on host dv-cinder-813984-7-iscsi {{(pid=101363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:30:42.618784 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.632244 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:42.638502 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] 10.222.0.30 "DELETE /v2.0/networks/15213533-5449-4dd2-b381-db41dfb4c9d3 HTTP/1.1" status: 204 len: 168 time: 0.7819812 Oct 29 21:30:42.642694 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41224) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:42.655484 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86c27f-521e-46d3-bbbf-52aeb5bf1139 admin admin] Pushing event deleted for resources: {'Network': ['ID=15213533-5449-4dd2-b381-db41dfb4c9d3,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:43.056148 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:43.340392 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Deleting port a780273f-6228-4795-8203-db032cf97d9c {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:43.340605 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:43.424219 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] For port a780273f-6228-4795-8203-db032cf97d9c, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=a780273f-6228-4795-8203-db032cf97d9c,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:43.424608 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:43.438192 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Calling delete_port for a780273f-6228-4795-8203-db032cf97d9c owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:43.868007 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:43.898969 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Pushing event deleted for resources: {'Port': ['ID=a780273f-6228-4795-8203-db032cf97d9c,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:44.191023 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:44.535593 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Router c9533e9e-2ac1-4991-b73d-8aa740c2871b has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:30:44.656526 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:30:44.662054 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ae913e35-fc55-42a1-96dd-4d77e35e868e admin admin] 10.222.0.30 "PUT /v2.0/routers/c9533e9e-2ac1-4991-b73d-8aa740c2871b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172486 Oct 29 21:30:44.664549 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41242) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:44.667591 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] Sync routers for ids ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:30:44.679915 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] Routers {'c9533e9e-2ac1-4991-b73d-8aa740c2871b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:44.680809 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:44.787126 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:44.803269 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] Set router c9533e9e-2ac1-4991-b73d-8aa740c2871b gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:44.908575 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:44.974985 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Deleting port 51420769-6c45-4f95-9480-8067be6217b9 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:44.975326 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.063912 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] For port 51420769-6c45-4f95-9480-8067be6217b9, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=51420769-6c45-4f95-9480-8067be6217b9,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:45.064303 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.081036 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Calling delete_port for 51420769-6c45-4f95-9480-8067be6217b9 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:45.114343 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '51420769-6c45-4f95-9480-8067be6217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:30:43Z', 'revision_number': 5, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port': {'id': '51420769-6c45-4f95-9480-8067be6217b9', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:38Z', 'updated_at': '2021-10-29T21:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:45.143775 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] Checking router: c9533e9e-2ac1-4991-b73d-8aa740c2871b for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:30:45.154172 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] Routers {'c9533e9e-2ac1-4991-b73d-8aa740c2871b'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:30:45.154803 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:45.263536 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] Set router c9533e9e-2ac1-4991-b73d-8aa740c2871b gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:30:45.275196 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.303929 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Pushing event deleted for resources: {'Port': ['ID=51420769-6c45-4f95-9480-8067be6217b9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:45.349274 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:30:44Z', 'revision_number': 6, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:45.379957 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.382640 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a37a1-f75f-4a7a-9493-45138adca3de None None] The sync data for ids ['c9533e9e-2ac1-4991-b73d-8aa740c2871b'] in dv-cinder-813984-7-iscsi is: [{'id': 'c9533e9e-2ac1-4991-b73d-8aa740c2871b', 'name': 'tempest-TestMinimumBasicScenario-1366681180-router', 'tenant_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:37Z', 'updated_at': '2021-10-29T21:30:44Z', 'revision_number': 6, 'project_id': '4f130cd6e9724fabb5714a9e2839ddf0', 'gw_port_host': None}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:30:45.499503 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.503305 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.557277 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.558123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9533e9e-2ac1-4991-b73d-8aa740c2871b {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:30:45.563066 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.564300 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-bdb0d717-07ee-44a3-8f12-c40e3e2a2751 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c9533e9e-2ac1-4991-b73d-8aa740c2871b HTTP/1.1" status: 204 len: 168 time: 0.8987093 Oct 29 21:30:45.566816 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41250) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:45.622902 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Deleting subnet e60d99bb-1c6f-4481-8601-f01f69a30e66 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:30:45.629053 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.714115 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.910502 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:45.998563 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.025315 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60d99bb-1c6f-4481-8601-f01f69a30e66,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:46.032717 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.036223 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-870baff8-b462-4461-a50b-5c9ab0693a16 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e60d99bb-1c6f-4481-8601-f01f69a30e66 HTTP/1.1" status: 204 len: 168 time: 0.4682913 Oct 29 21:30:46.039282 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d30e3a-5da6-4081-b825-bbc7416ebc59 None None] Network da687e2e-4928-43c7-b479-e45cb507e232 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:30:46.039834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41254) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:46.130395 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.199797 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Deleting port ea912cdd-cab1-434b-98c8-483759f0fb63 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:46.200148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.252225 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] DHCP port deletion for da687e2e-4928-43c7-b479-e45cb507e232 request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:30:46.297353 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] For port ea912cdd-cab1-434b-98c8-483759f0fb63, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ea912cdd-cab1-434b-98c8-483759f0fb63,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:46.297908 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.318205 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Calling delete_port for ea912cdd-cab1-434b-98c8-483759f0fb63 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:46.325739 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] Deleting port ea912cdd-cab1-434b-98c8-483759f0fb63 {{(pid=101363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:30:46.326120 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.378012 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ea912cdd-cab1-434b-98c8-483759f0fb63 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:46.443795 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] For port ea912cdd-cab1-434b-98c8-483759f0fb63, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ea912cdd-cab1-434b-98c8-483759f0fb63,segment=NetworkSegment(59dc0586-456f-4c81-af51-141564c9d33a),segment_id=59dc0586-456f-4c81-af51-141564c9d33a)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:30:46.444192 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.457570 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.462497 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] Calling delete_port for ea912cdd-cab1-434b-98c8-483759f0fb63 owned by network:dhcp {{(pid=101363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:30:46.468590 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No ports have port_id starting with ea912cdd-cab1-434b-98c8-483759f0fb63 Oct 29 21:30:46.471302 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device a780273f-6228-4795-8203-db032cf97d9c no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:46.499131 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: a780273f-6228-4795-8203-db032cf97d9c {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:30:46.499468 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device a780273f-6228-4795-8203-db032cf97d9c not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:30:46.500058 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 51420769-6c45-4f95-9480-8067be6217b9 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:30:46.500613 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] No DVR routers for this DVR port ea912cdd-cab1-434b-98c8-483759f0fb63 on host dv-cinder-813984-7-iscsi {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:30:46.505497 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea912cdd-cab1-434b-98c8-483759f0fb63,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:46.602552 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.645812 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da687e2e-4928-43c7-b479-e45cb507e232']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:46.659980 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dc0586-456f-4c81-af51-141564c9d33a') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:46.660492 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dc0586-456f-4c81-af51-141564c9d33a') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:30:46.675601 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.691014 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 51420769-6c45-4f95-9480-8067be6217b9 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:30:46.691349 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 51420769-6c45-4f95-9480-8067be6217b9 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:30:46.694825 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.706379 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:30:46.706995 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:30:46.709266 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:30:46.739821 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431'] for port, after_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.785045 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] Pushing event deleted for resources: {'Port': ['ID=ea912cdd-cab1-434b-98c8-483759f0fb63,revision_number=None']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:46.790679 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0298e-d0b1-4bab-bfb8-080a2182f0be None None] No DVR routers for this DVR port ea912cdd-cab1-434b-98c8-483759f0fb63 on host dv-cinder-813984-7-iscsi {{(pid=101363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:30:46.795416 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.806383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:46.813112 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/da687e2e-4928-43c7-b479-e45cb507e232 HTTP/1.1" status: 204 len: 168 time: 0.7715399 Oct 29 21:30:46.832200 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02223-0371-4159-985f-5c2103f50a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=da687e2e-4928-43c7-b479-e45cb507e232,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:47.013130 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41262) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:47.060995 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-fa2326e8-18af-42f8-b982-686a8a8165fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cceb7b2523242d3b0586a5f5f5e4484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464599 Oct 29 21:30:47.063684 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41264) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:47.134222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-603b1fc5-b9af-462a-8594-e132e088f90f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.170023 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-603b1fc5-b9af-462a-8594-e132e088f90f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.219733 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-603b1fc5-b9af-462a-8594-e132e088f90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.222836 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-603b1fc5-b9af-462a-8594-e132e088f90f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.224133 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-603b1fc5-b9af-462a-8594-e132e088f90f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d42eac67-2f03-41a2-af8a-0d6d6e37bb4b HTTP/1.1" status: 204 len: 168 time: 0.1594529 Oct 29 21:30:47.235617 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b1fc5-b9af-462a-8594-e132e088f90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42eac67-2f03-41a2-af8a-0d6d6e37bb4b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:47.590844 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41270) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:47.633011 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-415815e8-a797-41a5-b613-182ad6735ce7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f130cd6e9724fabb5714a9e2839ddf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408025 Oct 29 21:30:47.636099 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41272) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:47.687059 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc4acfe6-9e19-4f6f-9a89-80b4d1f76760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.709956 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc4acfe6-9e19-4f6f-9a89-80b4d1f76760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.763893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc4acfe6-9e19-4f6f-9a89-80b4d1f76760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.767324 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bc4acfe6-9e19-4f6f-9a89-80b4d1f76760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:47.768521 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bc4acfe6-9e19-4f6f-9a89-80b4d1f76760 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b190d590-19da-4a42-a9dc-44a9b093064c HTTP/1.1" status: 204 len: 168 time: 0.1313329 Oct 29 21:30:47.777391 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4acfe6-9e19-4f6f-9a89-80b4d1f76760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b190d590-19da-4a42-a9dc-44a9b093064c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:51.586630 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-221a2a92-e6f2-4d27-905a-6ef7e96d9486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:53.712151 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41318) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:53.820791 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f95706dc-6484-4608-88f9-d909537545a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:53.895588 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f95706dc-6484-4608-88f9-d909537545a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:53.899524 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f95706dc-6484-4608-88f9-d909537545a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:53.938652 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f95706dc-6484-4608-88f9-d909537545a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33e01ecb41a94447868d485f5b07ed9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253785 Oct 29 21:30:53.939509 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95706dc-6484-4608-88f9-d909537545a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9689f-100c-48f3-8d95-f75996178e88,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:53.941474 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41322) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:30:53.989967 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9c94fc9-7a21-479a-a179-a1613849c034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:54.011465 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9c94fc9-7a21-479a-a179-a1613849c034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:54.056806 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9c94fc9-7a21-479a-a179-a1613849c034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:54.059469 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f9c94fc9-7a21-479a-a179-a1613849c034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:54.060623 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f9c94fc9-7a21-479a-a179-a1613849c034 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0b9689f-100c-48f3-8d95-f75996178e88 HTTP/1.1" status: 204 len: 168 time: 0.1180689 Oct 29 21:30:54.068179 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c94fc9-7a21-479a-a179-a1613849c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9689f-100c-48f3-8d95-f75996178e88,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:30:54.497578 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0bdc39a1-2bee-4bad-851c-8e9d179cdfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:54.937255 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-a769e047-1361-4d14-9eda-ec966334e446 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413167 Oct 29 21:30:55.030654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-fa1f16a9-d9a7-4f63-a3cd-8284af8b5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:55.032159 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-fa1f16a9-d9a7-4f63-a3cd-8284af8b5f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0464356 Oct 29 21:30:55.135262 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-3ea365d7-7cb8-463e-aa70-e352782145e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:55.136745 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-3ea365d7-7cb8-463e-aa70-e352782145e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.0842664 Oct 29 21:30:55.207213 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-d0a2ebe0-deff-4287-bc45-6de5b544f168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 200 len: 1002 time: 0.0631998 Oct 29 21:30:55.254896 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:55.262789 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-41dd256f-57ea-4e80-ada1-2221f97d47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:55.264619 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-41dd256f-57ea-4e80-ada1-2221f97d47a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.0474718 Oct 29 21:30:55.317830 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-835713ac-742c-43c4-b6de-3367559011fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:55.319452 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-835713ac-742c-43c4-b6de-3367559011fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469964 Oct 29 21:30:55.424573 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-1952868f-bd35-4231-8fe1-419354f0588e service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968273 Oct 29 21:30:55.532492 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e3b3ad5-9e88-42ec-b60a-7c90c7a955a7 req-ad5d9a91-bedf-4542-aa31-a2f735c548db service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999360 Oct 29 21:30:55.722611 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:55.814389 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:57.175658 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:30:57.978433 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:30:58.078864 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e578-4e68-49ef-9c46-a38dfe39aec0 req-62c1c31c-9c0a-461c-89ac-8c54c7fccacb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:58.080380 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92c3e578-4e68-49ef-9c46-a38dfe39aec0 req-62c1c31c-9c0a-461c-89ac-8c54c7fccacb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.1567912 Oct 29 21:30:58.118453 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92c3e578-4e68-49ef-9c46-a38dfe39aec0 req-d2441c62-7bee-4bf0-b565-ae4a7009ece8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Oct 29 21:30:59.242456 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa879-78af-4c93-b115-f4940776fb2c req-15e01c61-f5a8-47fd-a85f-ce6c7c895f90 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:30:59.243928 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d26fa879-78af-4c93-b115-f4940776fb2c req-15e01c61-f5a8-47fd-a85f-ce6c7c895f90 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Oct 29 21:30:59.282666 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d26fa879-78af-4c93-b115-f4940776fb2c req-0fff0f9d-ef44-4bb9-8ec7-002eca22377c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Oct 29 21:31:00.404280 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a20d43-e3ae-475f-a747-26d4163e7303 req-09d71df1-6279-488f-a27a-e941b8f053eb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:00.406077 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-72a20d43-e3ae-475f-a747-26d4163e7303 req-09d71df1-6279-488f-a27a-e941b8f053eb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0520709 Oct 29 21:31:00.448956 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-72a20d43-e3ae-475f-a747-26d4163e7303 req-4e7b5840-4475-474f-9dae-0f2105ce77fc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341280 Oct 29 21:31:01.576238 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21f06c-34f5-4028-a290-a2fa4f17f1cc req-51982ba2-bf69-4ae2-a8e5-0227b9274b33 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:01.577781 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b21f06c-34f5-4028-a290-a2fa4f17f1cc req-51982ba2-bf69-4ae2-a8e5-0227b9274b33 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0526452 Oct 29 21:31:01.621541 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b21f06c-34f5-4028-a290-a2fa4f17f1cc req-445cbf0c-f0f0-427a-8c9c-c581e8e043f3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366333 Oct 29 21:31:02.750891 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6129c-644d-409b-8a25-44cb784de5b3 req-9f93c891-99aa-4f2c-a23b-afd970020813 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:02.752441 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06d6129c-644d-409b-8a25-44cb784de5b3 req-9f93c891-99aa-4f2c-a23b-afd970020813 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Oct 29 21:31:02.793217 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06d6129c-644d-409b-8a25-44cb784de5b3 req-330bf9c3-7db3-46b9-9ab0-f83902d810a4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344472 Oct 29 21:31:03.938372 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ef947-18b9-4e8a-ad15-41a1bc49eccb req-9c6aee50-8189-4396-8aa3-968952b8ad93 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:03.940059 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b51ef947-18b9-4e8a-ad15-41a1bc49eccb req-9c6aee50-8189-4396-8aa3-968952b8ad93 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0553277 Oct 29 21:31:03.986194 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b51ef947-18b9-4e8a-ad15-41a1bc49eccb req-c4590018-dc62-4e2d-a1e8-2e2ff78eef79 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364764 Oct 29 21:31:05.226363 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155f5f-f846-4903-80e4-91ec20d2279b req-3585132c-9a34-40a9-8540-f795f3834c89 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:05.227941 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9c155f5f-f846-4903-80e4-91ec20d2279b req-3585132c-9a34-40a9-8540-f795f3834c89 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0561767 Oct 29 21:31:05.269944 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9c155f5f-f846-4903-80e4-91ec20d2279b req-306f77e4-263c-4421-b405-9a6880f95db8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348883 Oct 29 21:31:06.404348 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48074c25-3df4-4296-ae6d-f61f830e1e92 req-00bcb1e8-1d3a-4383-8a46-5adbc617e0e6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:06.406239 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-48074c25-3df4-4296-ae6d-f61f830e1e92 req-00bcb1e8-1d3a-4383-8a46-5adbc617e0e6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Oct 29 21:31:06.448581 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-48074c25-3df4-4296-ae6d-f61f830e1e92 req-ef1bbc20-55be-4253-bfff-7c4ada76e760 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359309 Oct 29 21:31:07.579172 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4beae-4ec4-466f-bb7a-16c1d7498dbd req-531a7eeb-9f7c-407b-ad39-652d37de5986 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:07.580616 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1be4beae-4ec4-466f-bb7a-16c1d7498dbd req-531a7eeb-9f7c-407b-ad39-652d37de5986 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0530484 Oct 29 21:31:07.625353 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1be4beae-4ec4-466f-bb7a-16c1d7498dbd req-21e8700f-de6e-41b2-8b76-a60c92870428 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350714 Oct 29 21:31:08.763779 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a4877-e7b9-4a60-b31a-70921d5ed840 req-f18de381-b26b-4f7f-8c55-8b448b7bfbaa tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:08.765392 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b42a4877-e7b9-4a60-b31a-70921d5ed840 req-f18de381-b26b-4f7f-8c55-8b448b7bfbaa tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Oct 29 21:31:08.807282 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b42a4877-e7b9-4a60-b31a-70921d5ed840 req-5d14947a-3d52-45c7-9fa1-71d7e06413a3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351343 Oct 29 21:31:09.936375 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3997805-16dc-492e-acd3-46e9d2f97633 req-443d2612-7313-4880-9d09-21d7df79d9c6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:09.938000 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f3997805-16dc-492e-acd3-46e9d2f97633 req-443d2612-7313-4880-9d09-21d7df79d9c6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0570250 Oct 29 21:31:09.978814 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f3997805-16dc-492e-acd3-46e9d2f97633 req-961a00c9-8e9f-42b7-8d92-db0a9de05e7e tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Oct 29 21:31:10.596584 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:31:10.698554 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:10.711193 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'mac_address': 'fa:16:3e:fa:62:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:31:10.755018 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:10.768611 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de48c4f5-130c-4123-839c-c5deb6376b9f {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:31:10.788872 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:10.793553 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:10.852956 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=6']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:10.860772 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.861125 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.861465 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.861799 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.862287 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.862651 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.862999 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.863312 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.863656 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.863983 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.864305 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.864627 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:10.880937 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['de48c4f5-130c-4123-839c-c5deb6376b9f'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:31:11.108630 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05f9c2-edbc-45b1-b716-6e6c8c6bdc5a req-6473aa03-25f9-449e-b293-16fe81e74365 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:11.110137 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b05f9c2-edbc-45b1-b716-6e6c8c6bdc5a req-6473aa03-25f9-449e-b293-16fe81e74365 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 944 time: 0.0504441 Oct 29 21:31:11.151153 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b05f9c2-edbc-45b1-b716-6e6c8c6bdc5a req-a74ffba2-4dd3-40ed-a805-b239951c74e4 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Oct 29 21:31:11.523051 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb61be2-7d72-407c-8bf9-4a974ed29fd6 req-0625882a-b56f-46fd-9d92-41d24c840d52 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:11.524728 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ccb61be2-7d72-407c-8bf9-4a974ed29fd6 req-0625882a-b56f-46fd-9d92-41d24c840d52 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.0675745 Oct 29 21:31:11.585084 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ccb61be2-7d72-407c-8bf9-4a974ed29fd6 req-592332c9-265f-42fc-b5ef-aa99cde4fd2a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515602 Oct 29 21:31:11.745014 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f22e6-3331-4538-b909-86efc48cfb54 req-b452c051-125c-4627-a7e3-02076e85a3f1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:11.747696 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5a0f22e6-3331-4538-b909-86efc48cfb54 req-b452c051-125c-4627-a7e3-02076e85a3f1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0611551 Oct 29 21:31:11.815942 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5a0f22e6-3331-4538-b909-86efc48cfb54 req-aee25910-c0ab-4f50-b5dc-2c538b40916e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577731 Oct 29 21:31:12.288287 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12ea65-fe2f-4f93-8b60-fb5140e6693f req-1e400ff5-6ab7-4302-9608-c090c6c804fd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:12.288287 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4d12ea65-fe2f-4f93-8b60-fb5140e6693f req-1e400ff5-6ab7-4302-9608-c090c6c804fd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 944 time: 0.0537055 Oct 29 21:31:12.333613 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4d12ea65-fe2f-4f93-8b60-fb5140e6693f req-471726aa-adc8-4b2d-a45c-b2c0a31522c8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 Oct 29 21:31:12.618752 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:31:12.710108 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port de48c4f5-130c-4123-839c-c5deb6376b9f triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:31:12.710593 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:12.719897 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ed163-a3fe-4dbb-83a0-20884a3581cb req-273f772c-83f8-4cf6-8090-1cf8429a5ca2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:12.727724 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e42ed163-a3fe-4dbb-83a0-20884a3581cb req-273f772c-83f8-4cf6-8090-1cf8429a5ca2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.0574589 Oct 29 21:31:12.762643 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e42ed163-a3fe-4dbb-83a0-20884a3581cb req-b73f30c1-c0fa-49f3-bd61-e07f5e5ddf9a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326803 Oct 29 21:31:12.821268 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:12.845218 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:12.847341 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6f367f-4fba-436d-9de8-cb4bfbf484e5" -d '{"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-plugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:12.893661 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:12.902057 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:12.904771 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0356fe4-5cbc-4b24-ad28-22ede658cdc2 x-openstack-request-id: req-b0356fe4-5cbc-4b24-ad28-22ede658cdc2 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:12.905311 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-plugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:12.905561 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0356fe4-5cbc-4b24-ad28-22ede658cdc2 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:12.905941 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'code': 200} Oct 29 21:31:12.962743 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=7']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:12.988989 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8dae0-0bb1-46b2-ac28-d2bf7a42b487 req-ae2aaf50-b97d-4f73-a8ee-ffdb5872b766 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:12.990554 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7f8dae0-0bb1-46b2-ac28-d2bf7a42b487 req-ae2aaf50-b97d-4f73-a8ee-ffdb5872b766 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0698123 Oct 29 21:31:13.050432 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7f8dae0-0bb1-46b2-ac28-d2bf7a42b487 req-7451cd7c-b5b8-4f57-a0f7-68a02537ba77 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511382 Oct 29 21:31:13.210636 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-5a72d25e-ed60-4c7a-b612-10a85805e94b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:13.213555 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-5a72d25e-ed60-4c7a-b612-10a85805e94b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.0599811 Oct 29 21:31:13.326429 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Deleting port 1bac011e-5169-4da5-8c99-da0e7420e4bf {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:31:13.326755 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:13.442438 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] For port 1bac011e-5169-4da5-8c99-da0e7420e4bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=1bac011e-5169-4da5-8c99-da0e7420e4bf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:13.443073 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:13.482068 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f7126-8e2a-4687-8ee1-c3caae856164 req-20c61c7e-4c74-418c-8fb0-2de9c789db08 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:13.483986 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-418f7126-8e2a-4687-8ee1-c3caae856164 req-20c61c7e-4c74-418c-8fb0-2de9c789db08 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0669298 Oct 29 21:31:13.532409 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-418f7126-8e2a-4687-8ee1-c3caae856164 req-4570d2a5-4418-4a24-8a97-668e13ef02cf tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 Oct 29 21:31:13.694481 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:13.695117 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:13.695426 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Floating IP f023e3fa-6b8b-4a55-8d33-95557c786b7a disassociated. External IP: 172.27.2.237, port: 1bac011e-5169-4da5-8c99-da0e7420e4bf. Oct 29 21:31:13.695911 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Calling delete_port for 1bac011e-5169-4da5-8c99-da0e7420e4bf owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:31:13.882643 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-0971a8ef-878b-4c67-b527-0615cf1c33bc tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:13.884334 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-0971a8ef-878b-4c67-b527-0615cf1c33bc tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.1200309 Oct 29 21:31:13.899909 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab994ec9-c5e2-4eb9-84cc-a2b6596ab272 req-daea82dd-a6d2-4c3b-9665-8981cece5ecb tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:13.902325 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ab994ec9-c5e2-4eb9-84cc-a2b6596ab272 req-daea82dd-a6d2-4c3b-9665-8981cece5ecb tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 945 time: 0.0542755 Oct 29 21:31:13.908248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:13.950365 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ab994ec9-c5e2-4eb9-84cc-a2b6596ab272 req-846cf956-4e87-4a20-91be-ee98ae44b27e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367351 Oct 29 21:31:14.004201 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'Port': ['ID=1bac011e-5169-4da5-8c99-da0e7420e4bf,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:14.025103 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.025974 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.026325 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.026639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.026969 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.027298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.027622 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.027946 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.028271 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.028593 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.028937 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.029258 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:14.133197 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Deleting port b7640232-6954-4583-8f68-09b4f289108e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:31:14.133546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:14.195035 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a367e78-b59b-46be-9b1c-fa77f99f2689 req-c4e09f09-df03-4ecc-8666-8762dab5a49c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:14.203212 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9a367e78-b59b-46be-9b1c-fa77f99f2689 req-c4e09f09-df03-4ecc-8666-8762dab5a49c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 946 time: 0.0640440 Oct 29 21:31:14.218827 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:31:14.252014 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9a367e78-b59b-46be-9b1c-fa77f99f2689 req-3ec17b93-29d7-4e23-ac27-747a6592355b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=9a90aeb6-cc77-4a6d-bacc-17951f3265d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477393 Oct 29 21:31:14.268282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] For port b7640232-6954-4583-8f68-09b4f289108e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b7640232-6954-4583-8f68-09b4f289108e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:14.268640 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:14.670310 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5c68e-5e2a-4e83-86a6-7bc87af9ad75 req-63a71ccd-7520-4558-9375-f0c444847ae3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:14.677519 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-89e5c68e-5e2a-4e83-86a6-7bc87af9ad75 req-63a71ccd-7520-4558-9375-f0c444847ae3 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0610287 Oct 29 21:31:14.713867 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-89e5c68e-5e2a-4e83-86a6-7bc87af9ad75 req-c56e5b0a-9ba7-4eb8-bd42-ea14e64b2eca tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354857 Oct 29 21:31:14.771639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:31:14.787213 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:31:14.798723 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:14.799605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:14.863571 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] No DVR routers for this DVR port 1bac011e-5169-4da5-8c99-da0e7420e4bf on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:31:14.868016 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:14.872179 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f7292220-5d5a-49e3-bd88-f4384502ff73 req-b89b0d2e-4835-455d-80a5-0876c8d5e76b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "DELETE /v2.0/ports/1bac011e-5169-4da5-8c99-da0e7420e4bf HTTP/1.1" status: 204 len: 173 time: 1.6515903 Oct 29 21:31:14.872770 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'name': 'network-vif-deleted', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:14.875298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37228bf3-25e6-4679-918e-5a1e66569b53" -d '{"events": [{"server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "name": "network-vif-deleted", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:14.924841 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:14.925278 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:14.925790 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Floating IP 5d9a2a5e-33a2-4ae7-ba13-9e54550687ee disassociated. External IP: 172.27.2.185, port: b7640232-6954-4583-8f68-09b4f289108e. Oct 29 21:31:14.926236 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Calling delete_port for b7640232-6954-4583-8f68-09b4f289108e owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:31:14.939138 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:14.950222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea94ad-3791-40fd-a84f-4a0c1ab02d39 x-openstack-request-id: req-49ea94ad-3791-40fd-a84f-4a0c1ab02d39 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:14.950788 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8580d0-6126-4141-bdd0-f52d5e4bf43b", "name": "network-vif-deleted", "tag": "1bac011e-5169-4da5-8c99-da0e7420e4bf", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:14.951261 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49ea94ad-3791-40fd-a84f-4a0c1ab02d39 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:14.951835 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8580d0-6126-4141-bdd0-f52d5e4bf43b', 'name': 'network-vif-deleted', 'tag': '1bac011e-5169-4da5-8c99-da0e7420e4bf', 'status': 'completed', 'code': 200} Oct 29 21:31:15.080926 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-21ca2e82-8f29-44d0-bc5b-07169d87a20c req-a780b521-2c6c-49da-8448-585d893866ad tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf8580d0-6126-4141-bdd0-f52d5e4bf43b HTTP/1.1" status: 200 len: 210 time: 0.0398238 Oct 29 21:31:15.126143 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:15.173920 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event deleted for resources: {'Port': ['ID=b7640232-6954-4583-8f68-09b4f289108e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:15.191715 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:15.222092 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:31:15.234007 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:15.234650 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:15.345533 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:31:15.400644 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:15.407278 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fd49ce1a-f223-4ee2-a99f-49b93c39dfe1 req-76c6a971-d014-46aa-a759-21dbec334cce tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 210 time: 0.0428932 Oct 29 21:31:15.543121 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:31:15.555376 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:31:15.578786 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:15.581291 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:15.618992 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] No DVR routers for this DVR port b7640232-6954-4583-8f68-09b4f289108e on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:31:15.621726 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:15.625531 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-594f83af-63b9-408a-8aa4-9ba86dc31ad2 req-9d9eaa50-ae45-4ac0-b1ce-5647390216f5 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "DELETE /v2.0/ports/b7640232-6954-4583-8f68-09b4f289108e HTTP/1.1" status: 204 len: 173 time: 1.7351182 Oct 29 21:31:15.887131 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:15.961264 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aff98e-455b-4a52-8b5b-a79a0c7b8a8c None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:31:15.982774 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a9c90-bc0e-4ecf-9103-d8b71ead4735 req-90d57149-423f-4e35-ba52-cd6c91f2f719 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:15.991810 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f5a9c90-bc0e-4ecf-9103-d8b71ead4735 req-90d57149-423f-4e35-ba52-cd6c91f2f719 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.1119683 Oct 29 21:31:16.039287 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f5a9c90-bc0e-4ecf-9103-d8b71ead4735 req-890a040a-8186-4429-bf76-a52e8856ed15 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Oct 29 21:31:16.057602 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:16.439114 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:16.483734 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277f7dff-0a48-4053-aead-c081381f5b8f None None] New status for floating IP f023e3fa-6b8b-4a55-8d33-95557c786b7a: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:31:16.489457 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:31:16.518987 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:16.519614 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:30:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:16.530582 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-ea9f0b61-a603-4156-bb6a-336861a3dbac tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965502387&fields=id&tenant_id=b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 267 time: 0.1166224 Oct 29 21:31:16.679704 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-659ff98a-ec8c-4871-ad3b-4289deb5f63e req-f8cd0d0d-8058-4acf-bbce-564548a8756a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=543628ac-7c9d-4349-82a7-0ca1f671e6a4 HTTP/1.1" status: 200 len: 210 time: 0.0311868 Oct 29 21:31:16.716201 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:16.721971 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-32d71274-d245-4379-8476-70eccbb54131 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:16.730618 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-32d71274-d245-4379-8476-70eccbb54131 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 811 time: 0.1983356 Oct 29 21:31:16.751282 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-770588ba-cfdd-42d6-8bce-534c378a30ee tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/quotas/b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 375 time: 0.0191932 Oct 29 21:31:16.813184 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-70893e92-cd27-41ce-a6dc-1cc54b6e2d62 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606444 Oct 29 21:31:16.831347 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 1bac011e-5169-4da5-8c99-da0e7420e4bf no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:31:16.862676 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 1bac011e-5169-4da5-8c99-da0e7420e4bf {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:31:16.862966 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 1bac011e-5169-4da5-8c99-da0e7420e4bf not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:31:16.953735 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'name': 'network-vif-deleted', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:16.956064 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3524ef7-38a2-4e36-be85-68ce768f3d5c" -d '{"events": [{"server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "name": "network-vif-deleted", "tag": "b7640232-6954-4583-8f68-09b4f289108e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:17.045738 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-e80c0a10-b052-4c05-b8b0-ba5f11922db2 service neutron] 10.222.0.30 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151287 Oct 29 21:31:17.069763 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:17.102154 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2295b9fd-e80b-4470-b95c-a7f33791e4dc None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:31:17.114765 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df84ec8-1a23-4b19-95ba-e99682780b6c x-openstack-request-id: req-4df84ec8-1a23-4b19-95ba-e99682780b6c {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:17.115049 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543628ac-7c9d-4349-82a7-0ca1f671e6a4", "name": "network-vif-deleted", "tag": "b7640232-6954-4583-8f68-09b4f289108e", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:17.115308 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4df84ec8-1a23-4b19-95ba-e99682780b6c {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:17.115699 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543628ac-7c9d-4349-82a7-0ca1f671e6a4', 'name': 'network-vif-deleted', 'tag': 'b7640232-6954-4583-8f68-09b4f289108e', 'status': 'completed', 'code': 200} Oct 29 21:31:17.167357 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-3af3dcff-d700-4d12-9957-56b48e41bb69 service neutron] 10.222.0.30 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160965 Oct 29 21:31:17.294363 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4671864-8243-4438-92ef-5aecd153d6b5 req-b2973ec3-8199-455f-9de0-f7f9ce4fe53d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:17.295926 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e4671864-8243-4438-92ef-5aecd153d6b5 req-b2973ec3-8199-455f-9de0-f7f9ce4fe53d tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0952229 Oct 29 21:31:17.390316 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e4671864-8243-4438-92ef-5aecd153d6b5 req-f4fddf05-b99e-4a5d-8d00-f457353e5afa tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836511 Oct 29 21:31:17.532488 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bc2062-81f9-4ffe-890a-466f6c8b979c None None] New status for floating IP 5d9a2a5e-33a2-4ae7-ba13-9e54550687ee: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:31:17.645780 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fd4eaf8b-1316-4d1e-b4c9-3087dfde94e8 req-9dad5639-cc02-493b-b923-3f73c45f37e7 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 210 time: 0.0710247 Oct 29 21:31:17.797602 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41494) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:17.870205 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:17.902133 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:17.968992 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:17.971703 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:17.972962 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a90aeb6-cc77-4a6d-bacc-17951f3265d6 HTTP/1.1" status: 204 len: 168 time: 0.1740687 Oct 29 21:31:17.976383 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41500) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:17.994067 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a90aeb6-cc77-4a6d-bacc-17951f3265d6,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:18.002397 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.api.v2.resource [None req-21353528-bfcc-4f3c-94ea-1b4e27f2a481 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] show failed (client error): The resource could not be found. Oct 29 21:31:18.006410 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-21353528-bfcc-4f3c-94ea-1b4e27f2a481 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups/9a90aeb6-cc77-4a6d-bacc-17951f3265d6 HTTP/1.1" status: 404 len: 347 time: 0.0242589 Oct 29 21:31:18.006998 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41502) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:18.008531 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.008921 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.009263 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.009630 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.009966 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.010292 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.010623 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.010951 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.011278 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.011603 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.011922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.012239 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e618e47f-7ea7-46f1-a94f-bb10dfd4420d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:31:18.219487 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Deleting port 89878cd8-9ccf-4051-9199-08f9748402d5 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:31:18.219975 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:18.317774 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:18.317974 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:18.333102 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Calling delete_port for 89878cd8-9ccf-4051-9199-08f9748402d5 owned by network:floatingip {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:31:18.572862 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2102a3-5f89-42e7-88ee-8ff5a83ec98a req-73beab12-da02-4b38-b8c3-6f3dfae4b583 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:18.582365 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea2102a3-5f89-42e7-88ee-8ff5a83ec98a req-73beab12-da02-4b38-b8c3-6f3dfae4b583 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0734136 Oct 29 21:31:18.590227 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:18.628854 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea2102a3-5f89-42e7-88ee-8ff5a83ec98a req-c973a396-f9b9-440a-b15d-a5605b6776aa tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Oct 29 21:31:18.644301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event deleted for resources: {'Port': ['ID=89878cd8-9ccf-4051-9199-08f9748402d5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:18.666277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b7640232-6954-4583-8f68-09b4f289108e no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:31:18.700396 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: b7640232-6954-4583-8f68-09b4f289108e {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:31:18.701170 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b7640232-6954-4583-8f68-09b4f289108e not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:31:18.726668 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:18.729456 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:18.733585 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-cd9e41ac-f785-4a8d-a3c9-71c3993090ef tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "DELETE /v2.0/floatingips/5d9a2a5e-33a2-4ae7-ba13-9e54550687ee HTTP/1.1" status: 204 len: 168 time: 0.7224929 Oct 29 21:31:18.772536 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8832c690-27ad-4c7d-8b10-fce35fc009d2 req-da495af9-0d2a-4a8e-87f8-77f8a70dafc6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 210 time: 0.0424213 Oct 29 21:31:19.037609 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41516) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:19.044075 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980042651', 'description': 'tempest-description--397113778'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:19.076539 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.089757 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-827d6b31-9450-4738-ba0c-f4ac26e22ddf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:19.091299 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-827d6b31-9450-4738-ba0c-f4ac26e22ddf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 811 time: 0.1428177 Oct 29 21:31:19.147620 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-4d7f1891-3eef-40b4-8ad5-f98aa76ecc47 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 380 time: 0.0460234 Oct 29 21:31:19.158441 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'port': {'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'admin_state_up': True, 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'security_groups': ['68118824-9e0d-4b4d-8f21-31be51807271']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:19.223284 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.229446 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.278155 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.280940 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2412126 Oct 29 21:31:19.283103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc6f76-a202-417a-85f4-0dd19a234a33 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:19.284902 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41518) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:19.296641 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'security_group_rule': {'security_group_id': '1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:19.353253 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.367509 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Made reservation on behalf of b110013cb0b7484ba23848af248c11b0 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:31:19.371682 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.473218 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.481647 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.530835 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeefe200-a0e7-411d-88bc-28ab86c941eb,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:19.542127 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.543380 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-7841c950-fbb0-4c7e-9fb6-56acd8e7558b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574151 Oct 29 21:31:19.554830 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41520) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:19.554830 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'security_group_rule': {'security_group_id': '1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:19.574599 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Allocated IP 172.20.0.11 (8cf3a932-318c-425b-b1b3-583962b22dec/1418d20b-eefd-45cc-a82a-51ab9da16fe5/d3338e99-934f-4549-ae7b-6e68d6aa50c5) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:31:19.620340 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.736245 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.755894 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.805146 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.809903 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6754f678-8dc5-4db8-b56a-8603c84a9550,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:19.831055 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c144-fa9b-4f79-bb90-719d2aa6af0d req-db6fa1d9-d0dc-4ffd-b268-f3780e6d6d15 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:19.832796 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4342c144-fa9b-4f79-bb90-719d2aa6af0d req-db6fa1d9-d0dc-4ffd-b268-f3780e6d6d15 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0924649 Oct 29 21:31:19.835474 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.836572 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-79df9c96-0aea-444e-9403-e3a44e516f9e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2891014 Oct 29 21:31:19.839930 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41526) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:19.850518 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:19.892279 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.909226 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4342c144-fa9b-4f79-bb90-719d2aa6af0d req-a022c12c-e145-4506-8b89-ada2921beeec tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700285 Oct 29 21:31:19.950361 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:19.969859 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Network 8cf3a932-318c-425b-b1b3-583962b22dec is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:31:19.973994 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:31:19.979455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:31:19.983861 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=d3338e99-934f-4549-ae7b-6e68d6aa50c5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:20.018435 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b8879-5d29-4d64-a9a1-f7604b448c59 req-da2670d1-c008-43cb-9088-e087f1f67e14 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:20.021977 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-734b8879-5d29-4d64-a9a1-f7604b448c59 req-da2670d1-c008-43cb-9088-e087f1f67e14 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 932 time: 0.1310093 Oct 29 21:31:20.055915 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:20.057863 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.101189 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-1e03c92f-fc38-4aad-b6da-ae79448d4efa tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9467070 Oct 29 21:31:20.195558 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Request body: {'port': {'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:20.280917 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.345313 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-264bad62-e66b-4860-8958-29789733633a None None] Provisioning complete for port d3338e99-934f-4549-ae7b-6e68d6aa50c5 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:31:20.348058 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-264bad62-e66b-4860-8958-29789733633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.390010 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-734b8879-5d29-4d64-a9a1-f7604b448c59 req-4ffaacb0-ba2a-4aec-9e65-9cf8a4059917 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528168 Oct 29 21:31:20.394272 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-264bad62-e66b-4860-8958-29789733633a None None] Port d3338e99-934f-4549-ae7b-6e68d6aa50c5 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:31:20.453786 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.637515 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Allocated IP 172.27.2.109 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/2fc22054-4cb1-4090-99e5-5e13dcea4908) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:31:20.717707 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3338e99-934f-4549-ae7b-6e68d6aa50c5 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:31:20.735155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.772781 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Transition to ACTIVE for port object d3338e99-934f-4549-ae7b-6e68d6aa50c5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:31:20.779241 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.881877 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Pushing event updated for resources: {'Port': ['ID=d3338e99-934f-4549-ae7b-6e68d6aa50c5,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:20.912444 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:20.993527 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.002301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Attempting to bind port d3338e99-934f-4549-ae7b-6e68d6aa50c5 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:31:21.002690 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Attempting to bind port d3338e99-934f-4549-ae7b-6e68d6aa50c5 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:31:21.003024 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Attempting to bind port d3338e99-934f-4549-ae7b-6e68d6aa50c5 on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:31:21.008078 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Port d3338e99-934f-4549-ae7b-6e68d6aa50c5 on network 8cf3a932-318c-425b-b1b3-583962b22dec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:31:21.008395 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Attempting to bind port d3338e99-934f-4549-ae7b-6e68d6aa50c5 on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:31:21.014898 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:31:21.015239 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Checking segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:31:21.015619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Bound using segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:31:21.016173 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Bound port: d3338e99-934f-4549-ae7b-6e68d6aa50c5, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:31:21.016537 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.050941 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'Port': ['ID=2fc22054-4cb1-4090-99e5-5e13dcea4908,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:21.108429 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] For port d3338e99-934f-4549-ae7b-6e68d6aa50c5, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:31:21.114099 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] For port d3338e99-934f-4549-ae7b-6e68d6aa50c5, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:31:21.115036 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:31:21.119930 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:31:21.122620 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.122768 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:31:21.162776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:21.163502 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.164712 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] 10.222.0.36 "PUT /v2.0/ports/d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 1094 time: 1.0553646 Oct 29 21:31:21.165154 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:21.173373 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751be688-6097-4ae7-96b0-d1b741e0de51" -d '{"events": [{"name": "network-changed", "server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:21.233900 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe349b83-f455-4911-92ce-6808a8f6ca4b service neutron] Pushing event updated for resources: {'Port': ['ID=d3338e99-934f-4549-ae7b-6e68d6aa50c5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:21.238564 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63ce0-c651-4499-8049-eecee2d5794f req-b5ec4da6-2cf2-49c0-9747-3c76ae8c830f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:21.240152 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86a63ce0-c651-4499-8049-eecee2d5794f req-b5ec4da6-2cf2-49c0-9747-3c76ae8c830f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.1786304 Oct 29 21:31:21.282079 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf23020-80c7-4645-9a60-76fc9d1a33c6 x-openstack-request-id: req-2cf23020-80c7-4645-9a60-76fc9d1a33c6 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:21.282347 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:21.282620 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cf23020-80c7-4645-9a60-76fc9d1a33c6 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:21.283154 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'status': 'completed', 'code': 200} Oct 29 21:31:21.313635 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-7aadb753-5a13-4c89-a9b7-de5ef5a2c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:21.315363 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-7aadb753-5a13-4c89-a9b7-de5ef5a2c794 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1097 time: 0.0784650 Oct 29 21:31:21.352037 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.372094 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-86a63ce0-c651-4499-8049-eecee2d5794f req-153c7fc5-4040-4a63-9907-c4a661a2c848 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148627 Oct 29 21:31:21.380830 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-9d15486c-c22b-4181-bb35-59d2066f8536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 217 time: 0.0553510 Oct 29 21:31:21.412174 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.469522 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-5d6252a0-1c78-42eb-a26c-dd4b4d8bcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:21.471276 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-5d6252a0-1c78-42eb-a26c-dd4b4d8bcfc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0745959 Oct 29 21:31:21.557967 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-437d3780-c1eb-4824-8b54-c2d45a702c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:21.567780 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-437d3780-c1eb-4824-8b54-c2d45a702c48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879936 Oct 29 21:31:21.590970 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc51e69-1766-4f4d-881f-65dee948ac7c req-d354318e-8e88-4998-bfc7-644c9f266abf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:21.598328 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-afc51e69-1766-4f4d-881f-65dee948ac7c req-d354318e-8e88-4998-bfc7-644c9f266abf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.1113687 Oct 29 21:31:21.617485 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c02ae2f3-6c92-4019-a56c-f253fa704f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.676584 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-afc51e69-1766-4f4d-881f-65dee948ac7c req-cccdbe3b-f8f0-4861-81ac-8f0197780ff8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773058 Oct 29 21:31:21.708859 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.715267 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.727621 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-33e12bd1-336a-4a54-a8c0-11fee7248fba service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468358 Oct 29 21:31:21.792234 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'Port': ['ID=2fc22054-4cb1-4090-99e5-5e13dcea4908,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:21.814149 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.832495 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:21.845218 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-13a5329f-aa6c-4f12-9334-ba64fdbf0ed7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0036678 Oct 29 21:31:21.866632 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3cb6628d-e8dd-49c5-b908-259456079b33 req-81d8c6de-dbd7-4ddc-8519-ea7a1fc98c5e service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282389 Oct 29 21:31:21.999780 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-13f0b7e8-3899-418d-85ae-75f591ff0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.001455 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-13f0b7e8-3899-418d-85ae-75f591ff0bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1097 time: 0.0785406 Oct 29 21:31:22.081276 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-60cedf63-e103-4e31-b44f-208f05118cfb tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--980042651&fields=id&tenant_id=9455187353944a2a8657a2e9fdab38b6 HTTP/1.1" status: 200 len: 267 time: 0.0461426 Oct 29 21:31:22.138456 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-05807bc9-2b02-4437-b354-b058a35ecd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.140473 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-05807bc9-2b02-4437-b354-b058a35ecd43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.1314518 Oct 29 21:31:22.191472 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-0132a6aa-f1a1-46e9-85d6-a616a631d9d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 217 time: 0.0439692 Oct 29 21:31:22.218791 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-4e9a4649-c6a4-4fee-8d8b-d83f357330f0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.220445 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-4e9a4649-c6a4-4fee-8d8b-d83f357330f0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 810 time: 0.1310310 Oct 29 21:31:22.237744 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-78a2fdf6-dfcf-47e9-8ab7-ad8e99b2a113 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/quotas/9455187353944a2a8657a2e9fdab38b6 HTTP/1.1" status: 200 len: 375 time: 0.0106874 Oct 29 21:31:22.261858 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-2e417d15-6025-4884-81e1-48f1cfdd20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.263558 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-2e417d15-6025-4884-81e1-48f1cfdd20ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0649452 Oct 29 21:31:22.302696 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6cc6070b-4119-44ad-aea1-97a513283407 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574934 Oct 29 21:31:22.332578 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-89de2a89-7e5a-4234-ab58-320125fccd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.334486 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-89de2a89-7e5a-4234-ab58-320125fccd61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642538 Oct 29 21:31:22.454785 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-74aa5dd6-14be-4c39-8806-65256f6ec3a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124916 Oct 29 21:31:22.529416 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690f446-7d48-40a5-8d5c-c7ef2f6504b8 req-8a11e03b-8e39-4138-b13a-e9e49cc79712 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.531556 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f690f446-7d48-40a5-8d5c-c7ef2f6504b8 req-8a11e03b-8e39-4138-b13a-e9e49cc79712 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0721672 Oct 29 21:31:22.576406 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-a8972471-bca5-4500-bdb5-9e73c8531f50 service neutron] 10.222.0.30 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575376 Oct 29 21:31:22.577083 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-751be688-6097-4ae7-96b0-d1b741e0de51 req-67e7d154-ff66-4db7-8154-9bdb63a47226 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142883 Oct 29 21:31:22.646344 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f690f446-7d48-40a5-8d5c-c7ef2f6504b8 req-cc55417a-1cee-45d7-ac1b-80971a509e5f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052520 Oct 29 21:31:22.722286 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-61f7375d-fc9c-402d-b1a4-95f6b1244000 service neutron] 10.222.0.30 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375873 Oct 29 21:31:22.835438 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc0278-d019-4add-9d82-1b887e3c2d19 req-a578d4d4-64c6-4dbe-8879-2e581defaed2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:22.837041 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c0cc0278-d019-4add-9d82-1b887e3c2d19 req-a578d4d4-64c6-4dbe-8879-2e581defaed2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.0682259 Oct 29 21:31:22.905960 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c0cc0278-d019-4add-9d82-1b887e3c2d19 req-b4f5f755-1ad3-4f2f-80ff-062eb56f1691 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583007 Oct 29 21:31:22.981924 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cc3ccbb0-443f-405e-8f11-2e771b1aee99 req-3818aa60-f2e9-45cf-a5a5-2525168e92f6 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 210 time: 0.0340145 Oct 29 21:31:23.786418 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd1c74-ca21-4603-b940-bd5c552bdfa8 req-dc504010-555b-4cf3-a29c-f7fcb2820561 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:23.787962 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1bbd1c74-ca21-4603-b940-bd5c552bdfa8 req-dc504010-555b-4cf3-a29c-f7fcb2820561 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Oct 29 21:31:23.830519 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1bbd1c74-ca21-4603-b940-bd5c552bdfa8 req-26e5e6ac-383b-47e9-9fbf-d8415b05a75f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356758 Oct 29 21:31:24.003215 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-f480461a-417b-44a3-9d0b-e106465751f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.004749 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-f480461a-417b-44a3-9d0b-e106465751f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1098 time: 0.0747406 Oct 29 21:31:24.039594 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfaaa8-eacb-4ce1-83a6-b2887e24bff4 req-48e33a60-f81b-4495-a630-9565e274f5b8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.041594 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-08cfaaa8-eacb-4ce1-83a6-b2887e24bff4 req-48e33a60-f81b-4495-a630-9565e274f5b8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.0659635 Oct 29 21:31:24.114255 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-22fdda63-c7bc-4e39-90ff-a184bbb61f82 req-0cc33a91-a75c-4daa-919d-7614bbed38fa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 210 time: 0.0455966 Oct 29 21:31:24.124895 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-08cfaaa8-eacb-4ce1-83a6-b2887e24bff4 req-483b4619-4ee8-4311-8d33-32eca59da67f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715959 Oct 29 21:31:24.241322 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-7469bb84-db65-4471-8836-428e0f89d610 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.242929 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-7469bb84-db65-4471-8836-428e0f89d610 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 810 time: 0.2643502 Oct 29 21:31:24.249291 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-c44e7e47-ad37-493a-b700-8c1a3e0676bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.250767 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-c44e7e47-ad37-493a-b700-8c1a3e0676bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.1876726 Oct 29 21:31:24.337048 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-ee9d11a8-b3e8-4fe0-a8a0-73f8f79a8090 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9455187353944a2a8657a2e9fdab38b6 HTTP/1.1" status: 200 len: 379 time: 0.0851665 Oct 29 21:31:24.349015 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'port': {'device_id': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'admin_state_up': True, 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'security_groups': ['1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:24.376721 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-14552814-5004-46cb-9b70-1f14200da1c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 1001 time: 0.1179359 Oct 29 21:31:24.467771 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-4279c7df-73bc-40ae-a245-e275657fa6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.469187 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-4279c7df-73bc-40ae-a245-e275657fa6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0658073 Oct 29 21:31:24.502783 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12613bf7-bfce-4431-bc81-25f7a2f04400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:24.548284 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-ea228507-5cf2-4b4b-9ca5-3440f9db19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.549823 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-ea228507-5cf2-4b4b-9ca5-3440f9db19a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736153 Oct 29 21:31:24.550979 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Made reservation on behalf of 9455187353944a2a8657a2e9fdab38b6 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:31:24.554610 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:24.732050 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-a43e3be3-1c1a-4348-b267-127564dfd532 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745806 Oct 29 21:31:24.802893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Allocated IP 172.20.0.8 (c289c730-00fc-4f08-b98b-4539c8375990/8fb59b6a-f33c-4db2-90a3-c86f15b42986/4f36530f-cb99-4895-8f21-f78c92433e70) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:31:24.872739 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3407c86c-9c7a-4f87-8802-6e93bfedc8c2 req-733036e0-1d29-4780-bafb-58220823e464 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316788 Oct 29 21:31:24.959675 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1d398-b347-4b5c-8324-31d1534e7af4 req-7040d68e-628e-4074-a92b-b91c900a3a2f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:24.961250 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d4d1d398-b347-4b5c-8324-31d1534e7af4 req-7040d68e-628e-4074-a92b-b91c900a3a2f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0543396 Oct 29 21:31:24.990582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.006651 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d4d1d398-b347-4b5c-8324-31d1534e7af4 req-0b43ab59-6234-4855-8a10-fb5ad60d1c9f tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384517 Oct 29 21:31:25.032010 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.080378 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Network c289c730-00fc-4f08-b98b-4539c8375990 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:31:25.083587 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:31:25.086573 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:31:25.117575 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event updated for resources: {'Port': ['ID=4f36530f-cb99-4895-8f21-f78c92433e70,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:25.149471 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:25.149785 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.172440 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-2677a7ab-744c-42e4-b357-872bedb8501e tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8283949 Oct 29 21:31:25.186495 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Request body: {'port': {'device_id': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:25.266470 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.274465 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.307530 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbe696-e24f-4aeb-8b86-c72f801ddd71 req-4ca31db4-827a-4c4a-977e-3a4d62474050 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:25.309279 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-49dbe696-e24f-4aeb-8b86-c72f801ddd71 req-4ca31db4-827a-4c4a-977e-3a4d62474050 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.1033425 Oct 29 21:31:25.323337 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c9be-7090-47d6-8ffb-0d0b9d64b350 req-4f2576df-eb32-4a6f-ae59-ffc1f4246080 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:25.326290 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ca34c9be-7090-47d6-8ffb-0d0b9d64b350 req-4f2576df-eb32-4a6f-ae59-ffc1f4246080 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 931 time: 0.0896330 Oct 29 21:31:25.367884 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9e11cde5-7c90-4535-8355-25dc8fbf46cd None None] Provisioning complete for port 4f36530f-cb99-4895-8f21-f78c92433e70 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:31:25.368189 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9e11cde5-7c90-4535-8355-25dc8fbf46cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.389240 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-49dbe696-e24f-4aeb-8b86-c72f801ddd71 req-d68e6c51-ba2d-4cf9-8518-ece946e1cbea tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619013 Oct 29 21:31:25.400691 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ca34c9be-7090-47d6-8ffb-0d0b9d64b350 req-b800d504-2359-4960-974b-56c6790382a1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575509 Oct 29 21:31:25.413924 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9e11cde5-7c90-4535-8355-25dc8fbf46cd None None] Port 4f36530f-cb99-4895-8f21-f78c92433e70 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:31:25.592215 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f36530f-cb99-4895-8f21-f78c92433e70 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:31:25.599617 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.612122 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Transition to ACTIVE for port object 4f36530f-cb99-4895-8f21-f78c92433e70 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:31:25.615300 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.669726 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f36530f-cb99-4895-8f21-f78c92433e70,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:25.730625 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.747996 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Attempting to bind port 4f36530f-cb99-4895-8f21-f78c92433e70 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:31:25.748322 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Attempting to bind port 4f36530f-cb99-4895-8f21-f78c92433e70 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:31:25.748651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Attempting to bind port 4f36530f-cb99-4895-8f21-f78c92433e70 on network c289c730-00fc-4f08-b98b-4539c8375990 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:31:25.753458 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Port 4f36530f-cb99-4895-8f21-f78c92433e70 on network c289c730-00fc-4f08-b98b-4539c8375990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:31:25.753770 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Attempting to bind port 4f36530f-cb99-4895-8f21-f78c92433e70 on network c289c730-00fc-4f08-b98b-4539c8375990 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:31:25.760516 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:31:25.760998 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Checking segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:31:25.761377 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Bound using segment: {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:31:25.761800 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Bound port: 4f36530f-cb99-4895-8f21-f78c92433e70, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6df577-b46d-42d0-bf1e-357d09f21a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:31:25.762150 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.811482 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.836974 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] For port 4f36530f-cb99-4895-8f21-f78c92433e70, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:31:25.840320 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] For port 4f36530f-cb99-4895-8f21-f78c92433e70, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4f36530f-cb99-4895-8f21-f78c92433e70,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:31:25.848192 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.888850 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:25.889387 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:25.890784 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4f36530f-cb99-4895-8f21-f78c92433e70 HTTP/1.1" status: 200 len: 1093 time: 0.7092149 Oct 29 21:31:25.891230 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:25.893550 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0dac81-75cb-4c11-9f3f-62e031ed820c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:25.932256 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8932e1-61b2-4e34-93ec-cee24b4031d6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f36530f-cb99-4895-8f21-f78c92433e70,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:25.966912 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc3d4a-9c41-4136-aa58-e1c17fd44ec8 x-openstack-request-id: req-90bc3d4a-9c41-4136-aa58-e1c17fd44ec8 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:25.967175 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:25.967423 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90bc3d4a-9c41-4136-aa58-e1c17fd44ec8 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:25.967810 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70', 'status': 'completed', 'code': 200} Oct 29 21:31:25.986717 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-9a63f117-6f19-4865-b7c2-967da3072343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:25.988315 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-9a63f117-6f19-4865-b7c2-967da3072343 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 1096 time: 0.0488875 Oct 29 21:31:26.034010 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-43ea763e-e12d-45a2-bd29-0f53c559f1d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f36530f-cb99-4895-8f21-f78c92433e70 HTTP/1.1" status: 200 len: 217 time: 0.0358114 Oct 29 21:31:26.092116 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-dbe94729-4222-4a40-8934-008abc86117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.094134 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-dbe94729-4222-4a40-8934-008abc86117d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.0524380 Oct 29 21:31:26.151507 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-5e25d6c5-ca8a-4873-a7c0-81baedb3b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.153449 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-5e25d6c5-ca8a-4873-a7c0-81baedb3b054 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485742 Oct 29 21:31:26.178794 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b31aa5-33aa-4473-8313-cf384f6da438 req-81539a43-ca82-4bda-a120-1bff79aaef02 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.181223 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-20b31aa5-33aa-4473-8313-cf384f6da438 req-81539a43-ca82-4bda-a120-1bff79aaef02 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0732188 Oct 29 21:31:26.252392 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-20b31aa5-33aa-4473-8313-cf384f6da438 req-98003803-dbb2-4b2e-8131-d159b6a1d8f6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565648 Oct 29 21:31:26.269291 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-5e073022-162b-42c0-9454-a91a57d4fe76 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069331 Oct 29 21:31:26.377396 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5e87ac3-91d5-4373-8ac1-54168083b6f5 req-6a260d02-02c4-450b-9d4b-1234a0450929 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004200 Oct 29 21:31:26.498592 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-23a45b59-c41b-4256-a5db-f6c30ca505c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.501995 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-23a45b59-c41b-4256-a5db-f6c30ca505c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 1096 time: 0.0627520 Oct 29 21:31:26.620192 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-7293ce2f-ff36-464b-941a-4d134951f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.621757 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-7293ce2f-ff36-464b-941a-4d134951f774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.1125281 Oct 29 21:31:26.632399 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb2f9d-e392-49a8-9089-5b51a73b1738 req-0faa481d-718b-4d66-bbf7-830bbb833aee tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.633937 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-48cb2f9d-e392-49a8-9089-5b51a73b1738 req-0faa481d-718b-4d66-bbf7-830bbb833aee tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 943 time: 0.1262133 Oct 29 21:31:26.643641 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9029d-938e-4046-9eb7-b21e7cef7274 req-0d8a785c-538e-421a-9a1e-a171bf47578d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.645268 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-68d9029d-938e-4046-9eb7-b21e7cef7274 req-0d8a785c-538e-421a-9a1e-a171bf47578d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.1179221 Oct 29 21:31:26.672868 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-a449bc31-5247-42d8-99dd-3e1b44931494 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f36530f-cb99-4895-8f21-f78c92433e70 HTTP/1.1" status: 200 len: 217 time: 0.0408833 Oct 29 21:31:26.709324 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-48cb2f9d-e392-49a8-9089-5b51a73b1738 req-8bd4a716-a95a-4d75-90da-0ac16141944b tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630348 Oct 29 21:31:26.719355 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-68d9029d-938e-4046-9eb7-b21e7cef7274 req-87b5016f-2889-415d-92b3-75bcd9f16947 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649517 Oct 29 21:31:26.732566 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-545a890d-8add-4c49-bc20-6c846dc9eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.734575 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-545a890d-8add-4c49-bc20-6c846dc9eae1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.0537241 Oct 29 21:31:26.785832 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-54fde543-b14a-4bee-8318-3004bb031244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:26.787166 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-54fde543-b14a-4bee-8318-3004bb031244 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440507 Oct 29 21:31:26.893905 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-10a83e1a-6697-4bcd-acb6-66d5b9fa6eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922768 Oct 29 21:31:27.000011 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8d0dac81-75cb-4c11-9f3f-62e031ed820c req-ffb71b86-aa9c-4e9c-b857-63bd49ae6b19 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954342 Oct 29 21:31:27.175966 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:27.379091 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc44770-7bc6-467d-9714-8f2c085e87a2 req-60d70d2f-1495-437f-8191-bc373f6f1305 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:27.380710 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5bc44770-7bc6-467d-9714-8f2c085e87a2 req-60d70d2f-1495-437f-8191-bc373f6f1305 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Oct 29 21:31:27.424610 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5bc44770-7bc6-467d-9714-8f2c085e87a2 req-91b125a1-b31a-40e3-9279-8203148b41c9 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361795 Oct 29 21:31:27.860953 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154e727-bd48-4ec0-8fe8-c86d7839068d req-415eff38-449a-4bc2-a691-b8e2bd2cb428 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:27.863062 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5154e727-bd48-4ec0-8fe8-c86d7839068d req-415eff38-449a-4bc2-a691-b8e2bd2cb428 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 943 time: 0.0711868 Oct 29 21:31:27.931724 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fc1fd-55c1-46e5-b222-16b4d245c335 req-b89960a9-d805-4c29-8f08-ba2363721b1c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:27.933289 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4a5fc1fd-55c1-46e5-b222-16b4d245c335 req-b89960a9-d805-4c29-8f08-ba2363721b1c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.0946269 Oct 29 21:31:27.936640 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5154e727-bd48-4ec0-8fe8-c86d7839068d req-3672d4cc-155d-4b13-bff9-ac08c49ed004 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590587 Oct 29 21:31:27.973021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4a5fc1fd-55c1-46e5-b222-16b4d245c335 req-d59e0355-5ef6-4b4c-8bd5-09c39011eb3a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334122 Oct 29 21:31:28.475380 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed84bb3-2757-4864-9ceb-00a8f38327dd req-8c079129-13f3-4f13-83cd-57e7d9884895 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:28.476853 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bed84bb3-2757-4864-9ceb-00a8f38327dd req-8c079129-13f3-4f13-83cd-57e7d9884895 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 945 time: 0.0532508 Oct 29 21:31:28.517694 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bed84bb3-2757-4864-9ceb-00a8f38327dd req-513fa16d-25d4-4836-8d61-670077454a25 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Oct 29 21:31:28.629913 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41654) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:28.691421 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 4f36530f-cb99-4895-8f21-f78c92433e70 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:31:28.693633 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:31:28.716494 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-88d94bf9-8ee6-46d4-a37c-f4ac5d2de1b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853360 Oct 29 21:31:28.728111 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-3d28a3c6-fb69-4252-831e-fc7dd01ca0ef service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:31:28.729042 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-3d28a3c6-fb69-4252-831e-fc7dd01ca0ef service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053065 Oct 29 21:31:28.856078 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:28.871216 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 4f36530f-cb99-4895-8f21-f78c92433e70, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4f36530f-cb99-4895-8f21-f78c92433e70,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:28.891028 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '4f36530f-cb99-4895-8f21-f78c92433e70', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'port_id': '4f36530f-cb99-4895-8f21-f78c92433e70', 'mac_address': 'fa:16:3e:ea:01:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:31:28.898454 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:28.901357 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ff8c12-89af-46f5-a1e2-9bdafaa1ba72" -d '{"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-unplugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:28.934095 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:28.944006 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bfe854-adef-4149-8a1f-cade3476ce57 x-openstack-request-id: req-64bfe854-adef-4149-8a1f-cade3476ce57 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:28.944302 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-unplugged", "status": "failed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "code": 422}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:28.944557 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64bfe854-adef-4149-8a1f-cade3476ce57 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:28.944987 dv-cinder-813984-7-iscsi neutron-server[101363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'code': 422} returned with failed status Oct 29 21:31:28.948398 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:28.984230 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:29.007451 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f36530f-cb99-4895-8f21-f78c92433e70 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:31:29.043461 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=8']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:29.047456 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 4f36530f-cb99-4895-8f21-f78c92433e70, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4f36530f-cb99-4895-8f21-f78c92433e70,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:29.058054 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:29.107514 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58192742-90b6-4c0e-a4b5-3f22988bca2d req-41a6ca61-35de-4f80-ac7f-b729b1141cbb tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:29.109318 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-58192742-90b6-4c0e-a4b5-3f22988bca2d req-41a6ca61-35de-4f80-ac7f-b729b1141cbb tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 943 time: 0.0987446 Oct 29 21:31:29.122410 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=4f36530f-cb99-4895-8f21-f78c92433e70,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:29.138161 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139f44d-df14-4c0c-b4df-4421ef7095f9 req-ad86f5a2-243c-4c78-ab2a-7f16b7582f6d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:29.141154 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8139f44d-df14-4c0c-b4df-4421ef7095f9 req-ad86f5a2-243c-4c78-ab2a-7f16b7582f6d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.0832417 Oct 29 21:31:29.198517 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-58192742-90b6-4c0e-a4b5-3f22988bca2d req-7b97bf95-0207-44a3-9d65-a16c9a74f79c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780401 Oct 29 21:31:29.213747 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8139f44d-df14-4c0c-b4df-4421ef7095f9 req-60796bb9-d941-422a-a58c-4993e8c826a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645645 Oct 29 21:31:29.268028 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['4f36530f-cb99-4895-8f21-f78c92433e70'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:31:29.654363 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e9fbf-cf61-49fd-80a8-7f70879e6714 req-c4dfc646-5394-4f98-9854-5dbe22b10572 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:29.656427 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b09e9fbf-cf61-49fd-80a8-7f70879e6714 req-c4dfc646-5394-4f98-9854-5dbe22b10572 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0581529 Oct 29 21:31:29.672435 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-32c5a888-308e-488e-9b15-3927508ff3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:29.674215 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-32c5a888-308e-488e-9b15-3927508ff3b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71&tenant_id=963a38f541a44084a465972efa74034c HTTP/1.1" status: 200 len: 1096 time: 0.0514019 Oct 29 21:31:29.709519 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b09e9fbf-cf61-49fd-80a8-7f70879e6714 req-e7c1d2de-2430-424e-91c2-fb144b008dab tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Oct 29 21:31:29.752792 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-02aacd8e-9298-48bd-af97-72f2be04c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:29.754657 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-02aacd8e-9298-48bd-af97-72f2be04c2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1096 time: 0.0544887 Oct 29 21:31:29.858845 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-375dfde7-3079-4e5b-ba80-fe941776b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:29.860359 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-375dfde7-3079-4e5b-ba80-fe941776b9b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.0988119 Oct 29 21:31:29.937083 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-fbccb6fb-df7c-4987-b1ea-90a9de2d5a90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 999 time: 0.0698731 Oct 29 21:31:30.274317 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-fea2c64d-37a3-4d9e-a159-ea3580532b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:30.277547 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-fea2c64d-37a3-4d9e-a159-ea3580532b87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.3340447 Oct 29 21:31:30.337907 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-15ef9405-27fd-4755-9662-a139d395fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:30.341146 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-15ef9405-27fd-4755-9662-a139d395fbf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521221 Oct 29 21:31:30.390254 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29e726-86a4-4b28-bb6f-6ec4240ee538 req-b26b5390-68e4-455a-991b-82bef410ff30 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:30.393040 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6e29e726-86a4-4b28-bb6f-6ec4240ee538 req-b26b5390-68e4-455a-991b-82bef410ff30 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 944 time: 0.1052299 Oct 29 21:31:30.404071 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d445b-fc4f-4c73-9d40-448cef0d2730 req-338f1cfb-21b8-4093-b7c1-141f3459b9a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:30.405903 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-316d445b-fc4f-4c73-9d40-448cef0d2730 req-338f1cfb-21b8-4093-b7c1-141f3459b9a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 944 time: 0.1092370 Oct 29 21:31:30.470996 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6e29e726-86a4-4b28-bb6f-6ec4240ee538 req-5dd02bf4-5341-4352-88c4-17ca0f12abc0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640647 Oct 29 21:31:30.484585 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-316d445b-fc4f-4c73-9d40-448cef0d2730 req-c7924c4c-b471-4e7f-ae95-6b325bfa918b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710549 Oct 29 21:31:30.484860 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-2463cd73-101c-4897-81f9-028d0ff659a3 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359949 Oct 29 21:31:30.601514 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-378ddb66-2b23-4455-a851-e4e0342a6a02 req-82c6d9bd-735f-4515-a799-bce41fc48725 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104338 Oct 29 21:31:30.722825 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device d3338e99-934f-4549-ae7b-6e68d6aa50c5 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:31:30.728149 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 4f36530f-cb99-4895-8f21-f78c92433e70 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:31:30.847518 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 4f36530f-cb99-4895-8f21-f78c92433e70 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:31:30.857520 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 4f36530f-cb99-4895-8f21-f78c92433e70 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:31:30.857890 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:30.900781 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0151b63-1bd5-49e3-8dbd-ebe3a51e2c0f req-77f216e8-0fd5-4533-8a43-2c435a0027df tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:30.902492 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e0151b63-1bd5-49e3-8dbd-ebe3a51e2c0f req-77f216e8-0fd5-4533-8a43-2c435a0027df tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0843060 Oct 29 21:31:30.908301 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port d3338e99-934f-4549-ae7b-6e68d6aa50c5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:30.926370 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:31:30.977337 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e0151b63-1bd5-49e3-8dbd-ebe3a51e2c0f req-2ecb0bb6-7420-4f5d-9333-aa52932a86dc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619874 Oct 29 21:31:31.005835 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:31.026738 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:31.044386 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3338e99-934f-4549-ae7b-6e68d6aa50c5 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:31:31.069769 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:31.072787 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094b8c35-c30d-48bb-be5c-881c680d2eb7" -d '{"events": [{"server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "name": "network-vif-plugged", "status": "completed", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:31.093151 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port d3338e99-934f-4549-ae7b-6e68d6aa50c5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:31.095805 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 4f36530f-cb99-4895-8f21-f78c92433e70, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4f36530f-cb99-4895-8f21-f78c92433e70,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:31.101282 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:31.108353 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:31.109348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:31:31.216520 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=d3338e99-934f-4549-ae7b-6e68d6aa50c5,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:31.225311 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8bb2cf-a723-45ab-80dd-45190d7029cd x-openstack-request-id: req-3a8bb2cf-a723-45ab-80dd-45190d7029cd {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:31.228953 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "name": "network-vif-plugged", "status": "completed", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:31.229413 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a8bb2cf-a723-45ab-80dd-45190d7029cd {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:31.229902 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70', 'code': 200} Oct 29 21:31:31.336132 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=4f36530f-cb99-4895-8f21-f78c92433e70,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:31.350399 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['d3338e99-934f-4549-ae7b-6e68d6aa50c5'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:31:31.768416 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d649d50-2cff-4adf-a546-0e268070b8cc req-1c48bbde-7011-4cbc-8ad5-57e9ee2e9e39 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:31.781555 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5d649d50-2cff-4adf-a546-0e268070b8cc req-1c48bbde-7011-4cbc-8ad5-57e9ee2e9e39 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 945 time: 0.1720667 Oct 29 21:31:31.794728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1daeb-5c56-4dcd-9d54-57bf43a55829 req-40d28c0b-2b8e-4d41-83fe-0f4b32a7aa90 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:31.802727 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f2b1daeb-5c56-4dcd-9d54-57bf43a55829 req-40d28c0b-2b8e-4d41-83fe-0f4b32a7aa90 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.1371033 Oct 29 21:31:31.880792 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f2b1daeb-5c56-4dcd-9d54-57bf43a55829 req-2a27c5bd-3aaf-4fd7-9b14-6c78c5b10c50 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716467 Oct 29 21:31:31.896466 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5d649d50-2cff-4adf-a546-0e268070b8cc req-d99a9b2f-e01f-4bc7-a3a1-c15aea4ace6e tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926032 Oct 29 21:31:32.187983 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea25e73-6285-4fde-8ee8-e215980da9f2 req-2051fc8f-eab4-4f7c-96c9-278697c3884b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:32.192716 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-eea25e73-6285-4fde-8ee8-e215980da9f2 req-2051fc8f-eab4-4f7c-96c9-278697c3884b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0947359 Oct 29 21:31:32.264037 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-eea25e73-6285-4fde-8ee8-e215980da9f2 req-02198e4b-d18a-4904-b449-01e67cbb80ff tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611703 Oct 29 21:31:32.738569 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device d3338e99-934f-4549-ae7b-6e68d6aa50c5 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:31:32.805422 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port d3338e99-934f-4549-ae7b-6e68d6aa50c5 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:31:32.810334 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port d3338e99-934f-4549-ae7b-6e68d6aa50c5 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:31:32.810729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:32.910998 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:32.956166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port d3338e99-934f-4549-ae7b-6e68d6aa50c5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:32.974323 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:33.043164 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3579023-ff21-419a-a2b3-83324cce0e72 req-5c989f3a-8610-4dc7-a19f-e8f10cc9ac32 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:33.045131 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a3579023-ff21-419a-a2b3-83324cce0e72 req-5c989f3a-8610-4dc7-a19f-e8f10cc9ac32 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0663781 Oct 29 21:31:33.059737 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=d3338e99-934f-4549-ae7b-6e68d6aa50c5,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:33.135226 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dffe4-704c-404d-830a-b641691c8df1 req-6abe98b1-ef9a-409c-b318-8b9501b539a6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:33.136921 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-be7dffe4-704c-404d-830a-b641691c8df1 req-6abe98b1-ef9a-409c-b318-8b9501b539a6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.1118221 Oct 29 21:31:33.158911 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a3579023-ff21-419a-a2b3-83324cce0e72 req-f617fd0a-1468-4822-85ca-f9eae6b41973 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860491 Oct 29 21:31:33.195677 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-be7dffe4-704c-404d-830a-b641691c8df1 req-1ee5fd9b-8d7e-4f3a-a451-5b5191481224 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493338 Oct 29 21:31:33.231362 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:33.236057 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9b5f5-ed2b-4c23-8b07-e515589453fe" -d '{"events": [{"server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:33.390899 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1eaec5-7695-4752-9df1-3ba2a21c1fce x-openstack-request-id: req-bc1eaec5-7695-4752-9df1-3ba2a21c1fce {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:33.390899 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:33.390899 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc1eaec5-7695-4752-9df1-3ba2a21c1fce {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:33.390899 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'code': 200} Oct 29 21:31:33.442396 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f6abb-fd30-486f-87b5-eb0324726658 req-6a3b6944-7756-4899-8a2b-a2166feea524 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:33.444190 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-995f6abb-fd30-486f-87b5-eb0324726658 req-6a3b6944-7756-4899-8a2b-a2166feea524 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0661912 Oct 29 21:31:33.503705 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-995f6abb-fd30-486f-87b5-eb0324726658 req-22cf0a1a-9ffc-40f4-af0b-325b1a71c458 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499804 Oct 29 21:31:34.347793 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f0861-b204-4883-a7e9-81a04e1936ee req-001c1926-fb01-4702-8538-bd15286feeab tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:34.349534 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f16f0861-b204-4883-a7e9-81a04e1936ee req-001c1926-fb01-4702-8538-bd15286feeab tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0959389 Oct 29 21:31:34.366804 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611ffb4-0dcb-480e-a88a-042fe95892f6 req-9fd7786e-e934-4d3c-9b87-58cd2fbaac37 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:34.368899 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c611ffb4-0dcb-480e-a88a-042fe95892f6 req-9fd7786e-e934-4d3c-9b87-58cd2fbaac37 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0854228 Oct 29 21:31:34.436914 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f16f0861-b204-4883-a7e9-81a04e1936ee req-d1955879-5290-41a0-94bf-d2d7393ad1d4 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667481 Oct 29 21:31:34.442667 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c611ffb4-0dcb-480e-a88a-042fe95892f6 req-a3c90a12-20da-4b65-bbca-790fec7d9971 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663104 Oct 29 21:31:34.687107 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d3c8a-14aa-4c0c-bba7-cabd4486fc92 req-981c37eb-8f68-4940-9fe5-3af45df63a02 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:34.690209 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7f4d3c8a-14aa-4c0c-bba7-cabd4486fc92 req-981c37eb-8f68-4940-9fe5-3af45df63a02 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0819318 Oct 29 21:31:34.736999 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7f4d3c8a-14aa-4c0c-bba7-cabd4486fc92 req-4c717d63-7982-466f-aa07-b71d5cfe8c24 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405748 Oct 29 21:31:34.982661 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:31:35.623252 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e924a66-f799-4e6b-80c7-f4bc8985c6c5 req-418a9553-eb70-426d-acea-0632e3db5465 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:35.624838 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4e924a66-f799-4e6b-80c7-f4bc8985c6c5 req-418a9553-eb70-426d-acea-0632e3db5465 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0963264 Oct 29 21:31:35.651595 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0a4af-e0d8-4961-80ff-f2b3062a5ef3 req-8d0f95bb-8173-4d48-9320-10c9339faba8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:35.653212 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8cb0a4af-e0d8-4961-80ff-f2b3062a5ef3 req-8d0f95bb-8173-4d48-9320-10c9339faba8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0888512 Oct 29 21:31:35.708221 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4e924a66-f799-4e6b-80c7-f4bc8985c6c5 req-775e64cf-f464-493e-a894-e55df7f5356c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710971 Oct 29 21:31:35.726163 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8cb0a4af-e0d8-4961-80ff-f2b3062a5ef3 req-9d084af9-16fe-4615-a4a6-cd369f6b1974 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646489 Oct 29 21:31:35.893885 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf624c1-58f0-4d58-962b-d7caae51adcb req-3a413cb3-aa63-4cef-b366-c827f5354d6c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:35.895373 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cdf624c1-58f0-4d58-962b-d7caae51adcb req-3a413cb3-aa63-4cef-b366-c827f5354d6c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0567920 Oct 29 21:31:35.938859 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cdf624c1-58f0-4d58-962b-d7caae51adcb req-3a03b7bc-27a7-45a9-818a-99c8a8f11f8c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Oct 29 21:31:36.894969 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6d2d6-6ade-4913-a701-fa7207b47ede req-22850ae0-3fbd-4900-b07f-a16be3722041 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:36.896539 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d0c6d2d6-6ade-4913-a701-fa7207b47ede req-22850ae0-3fbd-4900-b07f-a16be3722041 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0921493 Oct 29 21:31:36.935911 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f54adc-7730-42c9-9260-9572feb3fd4e req-8f304a44-0c57-449c-85a2-69ac13f51111 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:36.937436 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c3f54adc-7730-42c9-9260-9572feb3fd4e req-8f304a44-0c57-449c-85a2-69ac13f51111 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0868943 Oct 29 21:31:36.988177 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d0c6d2d6-6ade-4913-a701-fa7207b47ede req-4770f4b9-53e7-4f96-9c5a-ebe845434e8c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820341 Oct 29 21:31:37.008629 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c3f54adc-7730-42c9-9260-9572feb3fd4e req-b77faae9-7631-484b-810a-cbce8cf635b6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548515 Oct 29 21:31:37.122605 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afbb0d-624d-40f2-92bd-70329581c56e req-63468748-defc-4589-b525-a1eeeae8eede tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:37.124282 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-37afbb0d-624d-40f2-92bd-70329581c56e req-63468748-defc-4589-b525-a1eeeae8eede tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0639095 Oct 29 21:31:37.169765 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-37afbb0d-624d-40f2-92bd-70329581c56e req-212849f8-dce6-4059-ac15-1f6a0c43681b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379503 Oct 29 21:31:38.193067 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bbb32-5aec-47d0-a9d8-d4227b2a961d req-d9699b39-c41b-4a6a-9cc0-ec31d95b2cab tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:38.194655 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-861bbb32-5aec-47d0-a9d8-d4227b2a961d req-d9699b39-c41b-4a6a-9cc0-ec31d95b2cab tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.1001387 Oct 29 21:31:38.208569 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ad117-4b22-4e50-a2fc-85791d41c582 req-dad03793-741e-4ff5-a650-cb7a8f18fb21 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:38.210182 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d52ad117-4b22-4e50-a2fc-85791d41c582 req-dad03793-741e-4ff5-a650-cb7a8f18fb21 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.1144326 Oct 29 21:31:38.293630 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d52ad117-4b22-4e50-a2fc-85791d41c582 req-8b459417-dcd9-4f05-8e4e-1419cac61dc1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743263 Oct 29 21:31:38.296920 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-861bbb32-5aec-47d0-a9d8-d4227b2a961d req-2de71229-9760-4c9c-8409-0b88b9b77d4c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857241 Oct 29 21:31:38.448215 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b556d11-be94-4a09-b623-cf1d8d38c1eb req-8dcfde7f-d651-4528-b967-6a8988746c13 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:38.449756 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b556d11-be94-4a09-b623-cf1d8d38c1eb req-8dcfde7f-d651-4528-b967-6a8988746c13 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0604198 Oct 29 21:31:38.505118 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9b556d11-be94-4a09-b623-cf1d8d38c1eb req-a7b2b392-edaf-4690-9731-338d77f47b23 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493140 Oct 29 21:31:39.487107 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae8fc3-2747-4f19-998b-590eb28ef8bf req-5fde617d-119f-4390-81a3-f66e1042f9c9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:39.495704 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-62ae8fc3-2747-4f19-998b-590eb28ef8bf req-5fde617d-119f-4390-81a3-f66e1042f9c9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0913062 Oct 29 21:31:39.511612 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51be8a-32bb-4869-bb82-5567dcacd07e req-ea5c0649-6b49-4a37-a907-f96a957a0d6a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:39.513183 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6d51be8a-32bb-4869-bb82-5567dcacd07e req-ea5c0649-6b49-4a37-a907-f96a957a0d6a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.1079333 Oct 29 21:31:39.559730 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-62ae8fc3-2747-4f19-998b-590eb28ef8bf req-cc9ca6d0-e587-48f4-9eca-2eaee089f87c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628436 Oct 29 21:31:39.573093 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6d51be8a-32bb-4869-bb82-5567dcacd07e req-bfdae5a6-2541-4d11-8964-2acb35297f14 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513766 Oct 29 21:31:39.684475 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0113f-74f5-4c04-a3d1-3e36dd31c21a req-bb03feae-5830-4c1e-a8c7-0b0e1887e4e2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:39.686011 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84b0113f-74f5-4c04-a3d1-3e36dd31c21a req-bb03feae-5830-4c1e-a8c7-0b0e1887e4e2 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0608027 Oct 29 21:31:39.725334 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84b0113f-74f5-4c04-a3d1-3e36dd31c21a req-c877e5ef-9a62-4e54-8db7-9c55d1f0f7dd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333138 Oct 29 21:31:40.725059 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be28e9-8f89-4255-8b01-7daca40b9aff req-3c2d5f5e-1811-4943-8b41-d909e777c250 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:40.726620 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a8be28e9-8f89-4255-8b01-7daca40b9aff req-3c2d5f5e-1811-4943-8b41-d909e777c250 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0667431 Oct 29 21:31:40.735640 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e3fa4-8b8e-41e4-83d2-5b19a2192cb1 req-d81427c0-ee98-4686-a611-5b499ae00403 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:40.737066 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c37e3fa4-8b8e-41e4-83d2-5b19a2192cb1 req-d81427c0-ee98-4686-a611-5b499ae00403 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.1044281 Oct 29 21:31:40.792324 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a8be28e9-8f89-4255-8b01-7daca40b9aff req-2e82c530-c06b-4f07-a7d0-8f08e1dc0c84 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542943 Oct 29 21:31:40.799505 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c37e3fa4-8b8e-41e4-83d2-5b19a2192cb1 req-2d2134d4-752e-4f16-b762-ed3eccde259a tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557373 Oct 29 21:31:40.902301 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6fe74-a6f2-4af4-951c-98a42b703e83 req-95d904d6-d7c2-445d-8762-951692c6275b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:40.903794 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4ba6fe74-a6f2-4af4-951c-98a42b703e83 req-95d904d6-d7c2-445d-8762-951692c6275b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0506935 Oct 29 21:31:40.943255 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4ba6fe74-a6f2-4af4-951c-98a42b703e83 req-098e9554-8c6d-4334-a8fb-d95dd1e9ecde tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Oct 29 21:31:41.940021 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aedfb-aed3-4d7c-b05a-29217af630c2 req-2b70eeb7-7d56-440b-a3e1-f5ec1c5c8344 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:41.941507 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-953aedfb-aed3-4d7c-b05a-29217af630c2 req-2b70eeb7-7d56-440b-a3e1-f5ec1c5c8344 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0818398 Oct 29 21:31:41.953486 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554f5db-f97b-4e37-b82c-0b7a3a35d054 req-d8e7da04-2ab5-432c-abc3-6c7631b633a9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:41.954925 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b554f5db-f97b-4e37-b82c-0b7a3a35d054 req-d8e7da04-2ab5-432c-abc3-6c7631b633a9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0660021 Oct 29 21:31:42.007175 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-953aedfb-aed3-4d7c-b05a-29217af630c2 req-662256a7-63a5-47ab-bf50-3a383f0c4214 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513010 Oct 29 21:31:42.015165 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b554f5db-f97b-4e37-b82c-0b7a3a35d054 req-91e0e7b7-6ea0-434c-9c5a-6c118ee17b7c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535986 Oct 29 21:31:42.110468 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18bc81-5d45-459c-99b5-e3c1e92d70fb req-50137ccc-8e9d-4420-8c8f-ae183091c1e8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:42.111912 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8c18bc81-5d45-459c-99b5-e3c1e92d70fb req-50137ccc-8e9d-4420-8c8f-ae183091c1e8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0484858 Oct 29 21:31:42.155325 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8c18bc81-5d45-459c-99b5-e3c1e92d70fb req-b842173a-5be3-4653-ba00-eefc6e9fabbd tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366342 Oct 29 21:31:42.357823 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43029d2f-b84e-47e0-aa7a-b3b8230ed03f req-5806bbf7-d8c5-48cd-9aac-5b7e1d80a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:42.359308 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-43029d2f-b84e-47e0-aa7a-b3b8230ed03f req-5806bbf7-d8c5-48cd-9aac-5b7e1d80a8aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 1098 time: 0.0816777 Oct 29 21:31:42.364966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e72da-4ea2-4188-8c23-063a2a403ad5 req-588c512b-4e75-4780-b1fe-215c34e30c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:42.366319 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-654e72da-4ea2-4188-8c23-063a2a403ad5 req-588c512b-4e75-4780-b1fe-215c34e30c2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1099 time: 0.0502200 Oct 29 21:31:42.419405 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-43029d2f-b84e-47e0-aa7a-b3b8230ed03f req-ccd87b1b-d606-4125-855f-03ff36505edf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521483 Oct 29 21:31:42.424954 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-654e72da-4ea2-4188-8c23-063a2a403ad5 req-c3bfac14-9154-4cac-82a5-2ca96b04445c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Oct 29 21:31:43.155544 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8f64c-ae69-4291-baeb-a7752e8d42cb req-f797dc72-34c1-4598-9af7-a0c210b6cfdd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:43.157175 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d2c8f64c-ae69-4291-baeb-a7752e8d42cb req-f797dc72-34c1-4598-9af7-a0c210b6cfdd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0804880 Oct 29 21:31:43.164623 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acef8b-5358-454e-9b1e-057a7fa6f695 req-61b9206a-9150-4def-83e3-171f716207f1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:43.166082 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7acef8b-5358-454e-9b1e-057a7fa6f695 req-61b9206a-9150-4def-83e3-171f716207f1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0806785 Oct 29 21:31:43.220967 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d2c8f64c-ae69-4291-baeb-a7752e8d42cb req-08b77fae-5870-4948-9326-d76f198d18ee tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538912 Oct 29 21:31:43.226132 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7acef8b-5358-454e-9b1e-057a7fa6f695 req-d209415d-b876-4cac-838f-1d340ceedebc tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533824 Oct 29 21:31:43.330640 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc226d-b2b6-4fcb-b7f4-d5bd18823fc0 req-9c9e3e8f-53b8-4324-962a-ec959d21aa1b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:43.332148 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5cdc226d-b2b6-4fcb-b7f4-d5bd18823fc0 req-9c9e3e8f-53b8-4324-962a-ec959d21aa1b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0545478 Oct 29 21:31:43.370778 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5cdc226d-b2b6-4fcb-b7f4-d5bd18823fc0 req-59c666f9-b363-4729-8c5d-f9ec4ed83f6b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326688 Oct 29 21:31:44.366495 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259476d1-404b-453f-9b84-9e68c2cea440 req-757023d2-1497-40ca-8bfd-d8a4261c1cd6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:44.367976 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-259476d1-404b-453f-9b84-9e68c2cea440 req-757023d2-1497-40ca-8bfd-d8a4261c1cd6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0786307 Oct 29 21:31:44.379445 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0347e7-2c11-4885-8eb4-7f7a38a0f0f1 req-987682a1-938d-4b55-8dab-de5d470abe3c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:44.380892 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ad0347e7-2c11-4885-8eb4-7f7a38a0f0f1 req-987682a1-938d-4b55-8dab-de5d470abe3c tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0654795 Oct 29 21:31:44.439258 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-259476d1-404b-453f-9b84-9e68c2cea440 req-a3981603-776d-4a4b-aa04-c5ba53d69b91 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574048 Oct 29 21:31:44.441868 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ad0347e7-2c11-4885-8eb4-7f7a38a0f0f1 req-901968f2-2ea9-48ed-89ab-70a18a0a90d9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532355 Oct 29 21:31:44.577635 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a04f0-17d3-4193-b632-b59bf9a766d0 req-9e251acd-02f7-4498-9839-60ade11020bb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:44.579039 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-093a04f0-17d3-4193-b632-b59bf9a766d0 req-9e251acd-02f7-4498-9839-60ade11020bb tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 943 time: 0.0810468 Oct 29 21:31:44.588184 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf826ba-76e1-4ce5-a264-e81290a70780 req-348b6e57-ce3f-41fb-8baa-b57b0574e4e0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:44.589686 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ccf826ba-76e1-4ce5-a264-e81290a70780 req-348b6e57-ce3f-41fb-8baa-b57b0574e4e0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0816653 Oct 29 21:31:44.645137 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-093a04f0-17d3-4193-b632-b59bf9a766d0 req-15e72af1-6498-41bd-b26f-b386ed4d2563 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544672 Oct 29 21:31:44.650117 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ccf826ba-76e1-4ce5-a264-e81290a70780 req-b307e6d4-0b5b-4c63-ad8e-eb9aaed2ab2b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534749 Oct 29 21:31:44.681748 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:44.750425 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc90128e-1602-4146-a88a-c1e5d7355d7e tempest-TestVolumeBootPattern-1249091387 tempest-TestVolumeBootPattern-1249091387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:44.751922 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-fc90128e-1602-4146-a88a-c1e5d7355d7e tempest-TestVolumeBootPattern-1249091387 tempest-TestVolumeBootPattern-1249091387-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1094 time: 0.0691204 Oct 29 21:31:44.754956 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41782) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:44.760972 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:44.767112 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:31:44.768375 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4739c23-85c9-40aa-82f8-87e51fcbd4a7 req-e6e082bb-d501-4234-8114-4b2f18d27edd tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:44.769957 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4739c23-85c9-40aa-82f8-87e51fcbd4a7 req-e6e082bb-d501-4234-8114-4b2f18d27edd tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0636144 Oct 29 21:31:44.778746 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41784) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:31:44.784358 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Request body: {'floatingip': {'port_id': '4f36530f-cb99-4895-8f21-f78c92433e70'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:31:44.786485 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:44.826743 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:44.876710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:44.889661 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'port_id': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'mac_address': 'fa:16:3e:fa:62:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:31:44.889883 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:44.927643 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:44.944590 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de48c4f5-130c-4123-839c-c5deb6376b9f {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:31:44.965047 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:44.970067 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.001663 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Allocated IP 172.27.2.225 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/f3710844-b5f3-453a-bff8-0d3411495a03) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:31:45.021445 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=9']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:45.117499 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.153816 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.184464 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['de48c4f5-130c-4123-839c-c5deb6376b9f'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:31:45.200305 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:31:45.203305 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:31:45.207658 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:31:45.210761 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=f3710844-b5f3-453a-bff8-0d3411495a03,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:45.518882 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.525476 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.583646 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.627578 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Floating IP 4775cb26-1280-43ad-a74a-829ec7b5be84 associated. External IP: 172.27.2.109, port: 4f36530f-cb99-4895-8f21-f78c92433e70. Oct 29 21:31:45.668644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.847025 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.852868 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.858802 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458baade-cb2b-4825-b149-200b6adefbe3 req-944f8075-c4a1-4aeb-b8b5-f7898caa546a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:45.860528 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-458baade-cb2b-4825-b149-200b6adefbe3 req-944f8075-c4a1-4aeb-b8b5-f7898caa546a tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 944 time: 0.1175308 Oct 29 21:31:45.940532 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-458baade-cb2b-4825-b149-200b6adefbe3 req-8e6caad5-f888-494f-a507-cb0913bc4480 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505869 Oct 29 21:31:45.960227 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=f3710844-b5f3-453a-bff8-0d3411495a03,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:45.970166 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:45.970997 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:31:46.070725 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Floating IP 3bf7050e-14ee-4bdb-9073-ada650636ddb associated. External IP: 172.27.2.225, port: d3338e99-934f-4549-ae7b-6e68d6aa50c5. Oct 29 21:31:46.079190 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:31:46.083723 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:46.090658 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:31:46.102273 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:46.102815 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:31:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:46.114936 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-af7a4632-8754-473e-8fff-78c2e2bac01d tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "PUT /v2.0/floatingips/4775cb26-1280-43ad-a74a-829ec7b5be84 HTTP/1.1" status: 200 len: 991 time: 1.3322170 Oct 29 21:31:46.114936 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:46.115839 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa9724d-d36f-4013-892a-7eb2fffa70f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:46.220208 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c005a8c9-8432-4664-afd3-eada9236806d x-openstack-request-id: req-c005a8c9-8432-4664-afd3-eada9236806d {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:46.220502 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:46.220770 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c005a8c9-8432-4664-afd3-eada9236806d {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:46.221173 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70', 'status': 'completed', 'code': 200} Oct 29 21:31:46.382874 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-73f61676-908c-40c2-89b5-89a21df5f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:46.385083 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-73f61676-908c-40c2-89b5-89a21df5f5e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9455187353944a2a8657a2e9fdab38b6&device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 1098 time: 0.1050663 Oct 29 21:31:46.399082 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:31:46.408882 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:46.551003 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-d97cd616-2c30-40e4-a4f6-79d9e742eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:46.552481 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-d97cd616-2c30-40e4-a4f6-79d9e742eef3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 200 len: 911 time: 0.1612582 Oct 29 21:31:46.609360 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:31:46.620023 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:31:46.631168 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:46.632702 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:31:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:46.635338 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-b8039253-67ba-4115-a416-b5fc423b1671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f36530f-cb99-4895-8f21-f78c92433e70 HTTP/1.1" status: 200 len: 999 time: 0.0742090 Oct 29 21:31:46.638896 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:46.644097 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '4775cb26-1280-43ad-a74a-829ec7b5be84', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'port_id': '4f36530f-cb99-4895-8f21-f78c92433e70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'mac_address': 'fa:16:3e:ea:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:21Z', 'updated_at': '2021-10-29T21:31:45Z', 'revision_number': 1, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:46.676049 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:31:46.685601 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:46.686294 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:31:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:46.709149 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-65e83a4a-d410-4342-8ba7-fe622cea4648 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9402821 Oct 29 21:31:46.709149 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:46.709149 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5157203-d243-45a7-8700-466306673089" -d '{"events": [{"name": "network-changed", "server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:46.719825 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-72fb110a-e0ac-41c4-867a-5a1a148e07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:46.721025 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-72fb110a-e0ac-41c4-867a-5a1a148e07d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 200 len: 849 time: 0.0785275 Oct 29 21:31:46.752884 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:46.755346 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81702eb2-47e0-48a9-9a06-eaacbeed8b19 x-openstack-request-id: req-81702eb2-47e0-48a9-9a06-eaacbeed8b19 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:46.755726 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:46.756069 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81702eb2-47e0-48a9-9a06-eaacbeed8b19 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:46.756551 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'status': 'completed', 'code': 200} Oct 29 21:31:46.771475 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:31:46.773490 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-b38fe00c-680a-491f-9c9b-7a2cb16b5529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:46.775601 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-b38fe00c-680a-491f-9c9b-7a2cb16b5529 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c289c730-00fc-4f08-b98b-4539c8375990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468838 Oct 29 21:31:46.862501 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:46.874219 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157203-d243-45a7-8700-466306673089 req-07323b1a-a675-4bab-b3e6-be764c643327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:46.875718 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-07323b1a-a675-4bab-b3e6-be764c643327 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1099 time: 0.0992014 Oct 29 21:31:46.892351 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port de48c4f5-130c-4123-839c-c5deb6376b9f triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:31:46.893030 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:46.959395 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-0aa8dbb9-d49c-4b9d-90ba-2d1d7383b359 service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731486 Oct 29 21:31:47.069587 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157203-d243-45a7-8700-466306673089 req-6bc9fcd8-7a08-4e11-967b-ff27f1d0449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:47.071914 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-6bc9fcd8-7a08-4e11-967b-ff27f1d0449d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.1827579 Oct 29 21:31:47.083875 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e68ae9-e3f2-4f5a-903b-9f858220e889 req-9cef9a63-5cff-42e6-8aa1-88aa62ee17bc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:47.086862 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-90e68ae9-e3f2-4f5a-903b-9f858220e889 req-9cef9a63-5cff-42e6-8aa1-88aa62ee17bc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 944 time: 0.0581214 Oct 29 21:31:47.112106 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:47.146523 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:45Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:47.157933 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-90e68ae9-e3f2-4f5a-903b-9f858220e889 req-be55030f-a1fc-4d09-9b72-ad9ea29acc11 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614109 Oct 29 21:31:47.162098 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:31:47.164415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4cc873-d1c2-429a-a9fa-fcaf51a50b83" -d '{"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-plugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:31:47.191800 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-bfa9724d-d36f-4013-892a-7eb2fffa70f4 req-8bf47fb3-39d8-4ce8-b939-cb44bab5620b service neutron] 10.222.0.36 "GET /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208974 Oct 29 21:31:47.193863 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-b9fd98a5-4b4c-4db9-91de-508c2ea5d62f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 1000 time: 0.1137223 Oct 29 21:31:47.198023 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:31:47.207469 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:31:47.210710 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:31:47.211803 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:31:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:47.219240 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:47.273467 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e394cdca-48ef-4fd6-b60e-fc8146964017 x-openstack-request-id: req-e394cdca-48ef-4fd6-b60e-fc8146964017 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:31:47.273764 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-plugged", "status": "completed", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:31:47.273995 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e394cdca-48ef-4fd6-b60e-fc8146964017 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:31:47.274401 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'code': 200} Oct 29 21:31:47.287437 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157203-d243-45a7-8700-466306673089 req-f9334dc2-b0c0-41ef-ac39-f9bf4afa8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:47.288999 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-f9334dc2-b0c0-41ef-ac39-f9bf4afa8560 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0732131 Oct 29 21:31:47.317406 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=10']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:31:47.332562 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '4775cb26-1280-43ad-a74a-829ec7b5be84', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'port_id': '4f36530f-cb99-4895-8f21-f78c92433e70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'mac_address': 'fa:16:3e:ea:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:21Z', 'updated_at': '2021-10-29T21:31:45Z', 'revision_number': 1, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:47.369920 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7373e7f-e018-4ace-9f52-be304195ac5f None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '4775cb26-1280-43ad-a74a-829ec7b5be84', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'port_id': '4f36530f-cb99-4895-8f21-f78c92433e70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'mac_address': 'fa:16:3e:ea:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:21Z', 'updated_at': '2021-10-29T21:31:45Z', 'revision_number': 1, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:31:47.377018 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:31:47.380178 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5157203-d243-45a7-8700-466306673089 req-803fb047-5c18-45b4-9179-c7d98848b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:47.381846 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-803fb047-5c18-45b4-9179-c7d98848b399 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837836 Oct 29 21:31:47.584799 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0286ce-033a-415c-b000-83d82586b347 None None] New status for floating IP 4775cb26-1280-43ad-a74a-829ec7b5be84: ACTIVE {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:31:47.638045 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:45Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:31:47.667810 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f518895-21e5-4b68-ab45-9fcf59bf4888 None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:45Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:31:47.768508 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9896cd-4c4b-4b0b-90b3-725470695844 req-67390b9d-f3bd-4edf-a240-09571aed9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:47.770029 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df9896cd-4c4b-4b0b-90b3-725470695844 req-67390b9d-f3bd-4edf-a240-09571aed9e2b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1099 time: 0.0662603 Oct 29 21:31:47.799395 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-7485fffa-b7ba-4c17-b039-90f3cfbd4b0a service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094689 Oct 29 21:31:47.861495 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-df9896cd-4c4b-4b0b-90b3-725470695844 req-ed97e35e-4e15-43e8-970a-ff516fd0b074 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793786 Oct 29 21:31:47.879095 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c637fbf2-14ad-4f67-a573-6d83722bb358 None None] New status for floating IP 3bf7050e-14ee-4bdb-9073-ada650636ddb: ACTIVE {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:31:47.909974 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5157203-d243-45a7-8700-466306673089 req-b88ba233-d47c-47ab-b462-5d9329ecfb91 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037560 Oct 29 21:31:48.294801 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a7976-2753-4bd5-9497-ea0f022dbc7d req-90dbde08-102f-476b-ac72-2561200d75a7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:48.296355 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-566a7976-2753-4bd5-9497-ea0f022dbc7d req-90dbde08-102f-476b-ac72-2561200d75a7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 946 time: 0.0537565 Oct 29 21:31:48.337614 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-566a7976-2753-4bd5-9497-ea0f022dbc7d req-616d301b-aff2-4e6d-8d7a-89a4e2d953a8 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350459 Oct 29 21:31:49.482844 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843da74f-c20a-478a-b20e-6772821c22c5 req-b0ca5ac8-5820-4fcc-b78a-2ead38a339f6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:49.484387 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-843da74f-c20a-478a-b20e-6772821c22c5 req-b0ca5ac8-5820-4fcc-b78a-2ead38a339f6 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 946 time: 0.0578415 Oct 29 21:31:49.525946 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-843da74f-c20a-478a-b20e-6772821c22c5 req-1911828e-5c63-46e1-9b8d-35c85d02c74c tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352771 Oct 29 21:31:50.656856 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b05bc4-8069-4c4c-bb5d-93d997b96257 req-9fb5ddfc-e1a9-40c7-a5b3-9c9b09f38c62 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:50.658384 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69b05bc4-8069-4c4c-bb5d-93d997b96257 req-9fb5ddfc-e1a9-40c7-a5b3-9c9b09f38c62 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 946 time: 0.0523646 Oct 29 21:31:50.698890 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-69b05bc4-8069-4c4c-bb5d-93d997b96257 req-09fe4c07-7c05-4590-8ba2-306bbed37da7 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342813 Oct 29 21:31:51.591556 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6f710310-9851-4d1b-956c-81c3f2711bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:54.495599 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1b09429a-3312-408e-9031-4b2c48e90f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:55.261060 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:55.722710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:55.814130 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:57.179308 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:31:57.645385 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-35d2646f-73cf-4a76-8b93-72454530d84e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457451 Oct 29 21:31:57.710324 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-c564fb5f-095e-481d-b5d7-f91430f41cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:57.711820 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-c564fb5f-095e-481d-b5d7-f91430f41cfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=963a38f541a44084a465972efa74034c&device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 1099 time: 0.0413136 Oct 29 21:31:57.827964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-693198e6-894a-45a7-b59a-50537fb92aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:57.829573 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-693198e6-894a-45a7-b59a-50537fb92aee service neutron] 10.222.0.36 "GET /v2.0/networks?id=49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 200 len: 916 time: 0.0957921 Oct 29 21:31:57.897673 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-586fedb5-27c0-4e48-89a8-7e01b9c10505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 200 len: 1001 time: 0.0577779 Oct 29 21:31:57.954608 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-9ede2e27-35f6-49ba-8ed5-7f5a239a901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:57.956033 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-9ede2e27-35f6-49ba-8ed5-7f5a239a901e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 200 len: 854 time: 0.0471432 Oct 29 21:31:58.006519 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-30e9b3b2-ab69-4401-9493-3047e4c2d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:31:58.008004 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-30e9b3b2-ab69-4401-9493-3047e4c2d466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=49be86e5-10e3-428b-b85b-87d7f195fa7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404053 Oct 29 21:31:58.107520 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-2fe0539b-ea98-4db5-94fb-470c4835c337 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903745 Oct 29 21:31:58.198273 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b106ca60-f9ff-4124-adff-a79dcca712d5 req-6e2e24bd-f06f-438e-bbab-dece36da3b40 service neutron] 10.222.0.36 "GET /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828967 Oct 29 21:32:11.980816 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:32:21.594955 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-7a80e07a-a686-47dc-8df0-84f1f87ba771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:24.122557 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9149c-2403-460d-bc04-f4bd3059a108 req-94d89b90-e55c-4bb4-ba50-a47994e39a00 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:24.124075 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8cf9149c-2403-460d-bc04-f4bd3059a108 req-94d89b90-e55c-4bb4-ba50-a47994e39a00 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Oct 29 21:32:24.162476 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8cf9149c-2403-460d-bc04-f4bd3059a108 req-bd4d36de-51e8-40b8-b261-dd094d5f250b tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323813 Oct 29 21:32:24.497588 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-596c1fa5-f8b8-4279-94df-d1fbc86fc5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:25.262773 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:25.285782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905acb-f9be-4aa1-be01-90e86cdd18e2 req-fefdd21b-ed7f-498f-8b23-2915a70ba317 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:25.287309 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6d905acb-f9be-4aa1-be01-90e86cdd18e2 req-fefdd21b-ed7f-498f-8b23-2915a70ba317 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 946 time: 0.0542390 Oct 29 21:32:25.325964 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6d905acb-f9be-4aa1-be01-90e86cdd18e2 req-617016b1-7167-4b98-b362-95c417ab9658 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups?id=f583bb52-a27c-4808-b2c1-38105fbd9894&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326459 Oct 29 21:32:25.672688 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60accaa3-c67a-47bb-826a-5afc57053942 req-54b0049b-1344-4534-bd29-4d4c28eb2093 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:25.674208 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-60accaa3-c67a-47bb-826a-5afc57053942 req-54b0049b-1344-4534-bd29-4d4c28eb2093 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 946 time: 0.0509198 Oct 29 21:32:25.725560 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:25.774448 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Deleting port de48c4f5-130c-4123-839c-c5deb6376b9f {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:25.774828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:25.823254 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:25.864644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] For port de48c4f5-130c-4123-839c-c5deb6376b9f, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=de48c4f5-130c-4123-839c-c5deb6376b9f,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:25.865044 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:26.037175 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:26.037529 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:26.037850 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Floating IP be68dfaf-052e-4dfa-957d-acd3d3c30db3 disassociated. External IP: 172.27.2.181, port: de48c4f5-130c-4123-839c-c5deb6376b9f. Oct 29 21:32:26.038186 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Calling delete_port for de48c4f5-130c-4123-839c-c5deb6376b9f owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:26.161840 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:26.193222 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event deleted for resources: {'Port': ['ID=de48c4f5-130c-4123-839c-c5deb6376b9f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:26.203978 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.204269 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.204610 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.204991 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.205326 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.205657 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.205999 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.206307 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.207192 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.207192 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.207383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.207583 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:26.320358 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:32:26.426181 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-27d2ffea-8c1a-4fe7-a9eb-70262e2d7daa req-6fb0bc61-ff92-486e-ba74-2e276db693a1 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/ports?device_id=e040ff65-872a-4629-a18c-b1f66c325a71 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Oct 29 21:32:26.435445 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:32:26.447858 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:32:26.458576 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:26.459190 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:26.491901 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] No DVR routers for this DVR port de48c4f5-130c-4123-839c-c5deb6376b9f on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:32:26.494703 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:26.498352 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-60accaa3-c67a-47bb-826a-5afc57053942 req-e9d98c54-df17-4b41-ab69-0d6d1c20a3fe tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.36 "DELETE /v2.0/ports/de48c4f5-130c-4123-839c-c5deb6376b9f HTTP/1.1" status: 204 len: 173 time: 0.8157496 Oct 29 21:32:26.498949 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-deleted', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:32:26.501827 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaab588-5d39-4208-ba8b-b2133f5d6530" -d '{"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-deleted", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:32:26.554672 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6326772-0151-4759-bf93-e8ed9f5519d4 x-openstack-request-id: req-c6326772-0151-4759-bf93-e8ed9f5519d4 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:32:26.554964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e040ff65-872a-4629-a18c-b1f66c325a71", "name": "network-vif-deleted", "tag": "de48c4f5-130c-4123-839c-c5deb6376b9f", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:32:26.555295 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6326772-0151-4759-bf93-e8ed9f5519d4 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:32:26.555733 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e040ff65-872a-4629-a18c-b1f66c325a71', 'name': 'network-vif-deleted', 'tag': 'de48c4f5-130c-4123-839c-c5deb6376b9f', 'status': 'completed', 'code': 200} Oct 29 21:32:26.583571 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:26.924060 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:26.950682 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:32:26.961253 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:26.961914 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:27.071769 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:27.203115 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.282790 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:27.309058 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1ad8a-a050-4f3e-8a39-fa9c06c325b7 None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:26:02Z', 'revision_number': 4, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c', 'name': '', 'network_id': '49be86e5-10e3-428b-b85b-87d7f195fa7a', 'tenant_id': '963a38f541a44084a465972efa74034c', 'mac_address': 'fa:16:3e:21:0d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:26:00Z', 'updated_at': '2021-10-29T21:26:13Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'subnets': [{'id': '28d9b909-9a66-4454-b19e-87703d06b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:32:27.521521 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 41960) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:27.523515 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b97e23-a799-4553-98ca-295b4c6c5c09 None None] New status for floating IP be68dfaf-052e-4dfa-957d-acd3d3c30db3: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:32:27.576996 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.600522 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.654250 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.657850 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.659034 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "DELETE /v2.0/security-groups/f583bb52-a27c-4808-b2c1-38105fbd9894 HTTP/1.1" status: 204 len: 168 time: 0.1364634 Oct 29 21:32:27.661964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41962) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:27.669185 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583bb52-a27c-4808-b2c1-38105fbd9894,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:27.677241 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.api.v2.resource [None req-80c53903-f2e6-46ff-93df-d334852a59bc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] show failed (client error): The resource could not be found. Oct 29 21:32:27.677676 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681049 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681221 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-80c53903-f2e6-46ff-93df-d334852a59bc tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "GET /v2.0/security-groups/f583bb52-a27c-4808-b2c1-38105fbd9894 HTTP/1.1" status: 404 len: 347 time: 0.0147257 Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.681321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3cd22f-7d77-4965-aea9-22213dc30a05 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:32:27.682195 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 41964) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:27.813938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Deleting port 38784387-21b1-4e57-8be5-3041eb33faf6 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:27.814304 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.894235 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.894551 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:27.907745 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Calling delete_port for 38784387-21b1-4e57-8be5-3041eb33faf6 owned by network:floatingip {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:28.042675 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:28.067339 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Pushing event deleted for resources: {'Port': ['ID=38784387-21b1-4e57-8be5-3041eb33faf6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:28.137421 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks [] for floatingip, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:28.140562 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:28.141774 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4cde9801-b592-4837-a78c-6231b2505287 tempest-AttachVolumeShelveTestJSON-1486642025 tempest-AttachVolumeShelveTestJSON-1486642025-project] 10.222.0.30 "DELETE /v2.0/floatingips/be68dfaf-052e-4dfa-957d-acd3d3c30db3 HTTP/1.1" status: 204 len: 168 time: 0.4596670 Oct 29 21:32:28.918094 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:32:28.942996 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: de48c4f5-130c-4123-839c-c5deb6376b9f {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:32:28.943337 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device de48c4f5-130c-4123-839c-c5deb6376b9f not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:32:30.583870 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42008) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:31.021491 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:31.266752 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Deleting port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:31.267065 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:31.348926 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] For port 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:31.349313 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:31.362070 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Calling delete_port for 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c owned by network:router_interface {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:31.541410 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:31.568216 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:31.732027 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:31.951180 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Router 1e39672b-162a-47fd-98fb-07632da2e5f4 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:32:32.056547 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:32:32.062359 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e2eb9a81-da13-470f-82ab-b96e378fb081 admin admin] 10.222.0.30 "PUT /v2.0/routers/1e39672b-162a-47fd-98fb-07632da2e5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774468 Oct 29 21:32:32.064899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42016) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:32.067028 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] Sync routers for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:32:32.077180 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:32.077885 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:32.167461 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:32.180915 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:32.368250 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:32:31Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:32.399679 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] Checking router: 1e39672b-162a-47fd-98fb-07632da2e5f4 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:32:32.409528 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] Routers {'1e39672b-162a-47fd-98fb-07632da2e5f4'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:32.410156 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1e39672b-162a-47fd-98fb-07632da2e5f4'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:32.522828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:32.524963 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] Set router 1e39672b-162a-47fd-98fb-07632da2e5f4 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:32.577417 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Deleting port 1c41651f-2c9c-447e-9f43-dab0347b1194 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:32.577667 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:32.660903 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] For port 1c41651f-2c9c-447e-9f43-dab0347b1194, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1c41651f-2c9c-447e-9f43-dab0347b1194,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:32.661293 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:32.674460 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Calling delete_port for 1c41651f-2c9c-447e-9f43-dab0347b1194 owned by network:router_gateway {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:32.706318 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:32:31Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:32.733753 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed79ad8e-b415-4851-9d35-a238334adf52 None None] The sync data for ids ['1e39672b-162a-47fd-98fb-07632da2e5f4'] in dv-cinder-813984-7-iscsi is: [{'id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'name': 'tempest-AttachVolumeShelveTestJSON-28655302-router', 'tenant_id': '963a38f541a44084a465972efa74034c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:25:54Z', 'updated_at': '2021-10-29T21:32:31Z', 'revision_number': 5, 'project_id': '963a38f541a44084a465972efa74034c', 'gw_port': {'id': '1c41651f-2c9c-447e-9f43-dab0347b1194', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e39672b-162a-47fd-98fb-07632da2e5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:25:55Z', 'updated_at': '2021-10-29T21:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:32:32.845418 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:32.874018 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c41651f-2c9c-447e-9f43-dab0347b1194,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:32.933834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.023327 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.025388 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.068793 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.069340 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e39672b-162a-47fd-98fb-07632da2e5f4 {{(pid=101362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:32:33.074898 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.076073 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-cd55f4f2-ac76-4b2e-8e6f-d43ef7e52fa5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1e39672b-162a-47fd-98fb-07632da2e5f4 HTTP/1.1" status: 204 len: 168 time: 1.0102499 Oct 29 21:32:33.079040 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42020) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:33.128094 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Deleting subnet 28d9b909-9a66-4454-b19e-87703d06b6c7 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:32:33.131494 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.168060 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.247218 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.318373 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.348445 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d9b909-9a66-4454-b19e-87703d06b6c7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:33.350848 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.354056 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a5a07534-2750-448c-a98e-bb4087acfd86 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28d9b909-9a66-4454-b19e-87703d06b6c7 HTTP/1.1" status: 204 len: 168 time: 0.2739871 Oct 29 21:32:33.356547 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42024) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:33.358471 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4733a-c42a-464f-a061-1b383be9094e None None] Network 49be86e5-10e3-428b-b85b-87d7f195fa7a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:32:33.432002 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.484896 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Deleting port 9dee92a6-1992-42e5-8e3f-dbfac366da0b {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:33.485242 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.551755 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] For port 9dee92a6-1992-42e5-8e3f-dbfac366da0b, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=9dee92a6-1992-42e5-8e3f-dbfac366da0b,segment=NetworkSegment(d92bae34-9454-4be7-bf16-4d361c0aa39e),segment_id=d92bae34-9454-4be7-bf16-4d361c0aa39e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:33.552132 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.565049 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Calling delete_port for 9dee92a6-1992-42e5-8e3f-dbfac366da0b owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:33.645180 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.674043 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dee92a6-1992-42e5-8e3f-dbfac366da0b,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:33.677620 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] No DVR routers for this DVR port 9dee92a6-1992-42e5-8e3f-dbfac366da0b on host dv-cinder-813984-7-iscsi {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:32:33.750584 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.754812 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c718a-8e57-4ee9-a8ea-782bcd0bbdc9 None None] DHCP port deletion for 49be86e5-10e3-428b-b85b-87d7f195fa7a request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:32:33.775011 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49be86e5-10e3-428b-b85b-87d7f195fa7a']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:33.784165 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92bae34-9454-4be7-bf16-4d361c0aa39e') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:33.784460 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92bae34-9454-4be7-bf16-4d361c0aa39e') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:33.793867 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.807061 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.812893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:32:33.813270 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:32:33.814896 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:32:33.872437 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.878010 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:33.881226 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] 10.222.0.30 "DELETE /v2.0/networks/49be86e5-10e3-428b-b85b-87d7f195fa7a HTTP/1.1" status: 204 len: 168 time: 0.5231888 Oct 29 21:32:33.892943 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c928e-fa18-4007-a718-ae7fd2614738 admin admin] Pushing event deleted for resources: {'Network': ['ID=49be86e5-10e3-428b-b85b-87d7f195fa7a,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:34.001453 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42032) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:34.041990 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-26a0e263-b932-405d-af7b-c95f0b29e7af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=963a38f541a44084a465972efa74034c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393691 Oct 29 21:32:34.044509 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42034) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:34.091057 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52be8704-74cd-4198-af44-b1f736703134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:34.112471 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52be8704-74cd-4198-af44-b1f736703134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:34.158362 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52be8704-74cd-4198-af44-b1f736703134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:34.160978 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-52be8704-74cd-4198-af44-b1f736703134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:34.162143 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-52be8704-74cd-4198-af44-b1f736703134 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbb65c45-331a-4812-8fdd-9ecd295955f5 HTTP/1.1" status: 204 len: 168 time: 0.1166687 Oct 29 21:32:34.169877 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be8704-74cd-4198-af44-b1f736703134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb65c45-331a-4812-8fdd-9ecd295955f5,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:34.507714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9dee92a6-1992-42e5-8e3f-dbfac366da0b no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:32:34.535086 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 9dee92a6-1992-42e5-8e3f-dbfac366da0b {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:32:34.535439 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9dee92a6-1992-42e5-8e3f-dbfac366da0b not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:32:34.535862 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:32:34.555729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:32:34.556084 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 9a3ab38e-5a72-4e7b-9a5b-91ca2f767b5c not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:32:34.556523 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c41651f-2c9c-447e-9f43-dab0347b1194 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:32:34.576454 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 1c41651f-2c9c-447e-9f43-dab0347b1194 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:32:34.576836 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1c41651f-2c9c-447e-9f43-dab0347b1194 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:32:43.422870 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42186) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:43.528834 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a78b3a-fe98-4590-b0eb-b2d3861855dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.608029 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a78b3a-fe98-4590-b0eb-b2d3861855dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.611883 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-29a78b3a-fe98-4590-b0eb-b2d3861855dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.650739 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-29a78b3a-fe98-4590-b0eb-b2d3861855dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99874b7426e349fd950601624e902993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267680 Oct 29 21:32:43.651610 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78b3a-fe98-4590-b0eb-b2d3861855dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c6c0b-7297-4405-b06a-9e9bc96de995,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:43.655524 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42190) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:43.708730 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac9b8-44e9-4f51-b6d4-2947468eaad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.730535 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac9b8-44e9-4f51-b6d4-2947468eaad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.775168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac9b8-44e9-4f51-b6d4-2947468eaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.777931 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-0f9ac9b8-44e9-4f51-b6d4-2947468eaad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:43.779119 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-0f9ac9b8-44e9-4f51-b6d4-2947468eaad1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e55c6c0b-7297-4405-b06a-9e9bc96de995 HTTP/1.1" status: 204 len: 168 time: 0.1225536 Oct 29 21:32:43.787662 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ac9b8-44e9-4f51-b6d4-2947468eaad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c6c0b-7297-4405-b06a-9e9bc96de995,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:46.551819 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42342) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:46.659777 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f00ddf6-d1df-47a0-b105-ee97d1cb89f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.731245 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f00ddf6-d1df-47a0-b105-ee97d1cb89f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.735005 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4f00ddf6-d1df-47a0-b105-ee97d1cb89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.773182 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4f00ddf6-d1df-47a0-b105-ee97d1cb89f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c2049636efa4a7b8017687f212ba240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202780 Oct 29 21:32:46.774108 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00ddf6-d1df-47a0-b105-ee97d1cb89f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc12254-d539-4431-9189-86ae18105812,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:46.775917 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42346) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:46.827305 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4646c86f-8b38-48b2-9256-0f7ea86e653b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.850487 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4646c86f-8b38-48b2-9256-0f7ea86e653b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.900573 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4646c86f-8b38-48b2-9256-0f7ea86e653b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.903187 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4646c86f-8b38-48b2-9256-0f7ea86e653b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:46.904377 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4646c86f-8b38-48b2-9256-0f7ea86e653b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfc12254-d539-4431-9189-86ae18105812 HTTP/1.1" status: 204 len: 168 time: 0.1274719 Oct 29 21:32:46.913442 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646c86f-8b38-48b2-9256-0f7ea86e653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc12254-d539-4431-9189-86ae18105812,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:47.206131 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42364) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:47.220074 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a579706a-5f58-4f7b-86f0-5ed41f9991b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.304326 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a579706a-5f58-4f7b-86f0-5ed41f9991b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.308057 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a579706a-5f58-4f7b-86f0-5ed41f9991b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.347940 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a579706a-5f58-4f7b-86f0-5ed41f9991b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94ebd621abd2418a9ae85a1e1dcf52e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404026 Oct 29 21:32:47.348888 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579706a-5f58-4f7b-86f0-5ed41f9991b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b8318-bbed-4cfc-980e-1152eee981b2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:47.351032 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42366) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:47.410115 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c3c37e0-6481-423e-acc1-b278bb4070a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.431606 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c3c37e0-6481-423e-acc1-b278bb4070a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.481443 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c3c37e0-6481-423e-acc1-b278bb4070a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.484573 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-3c3c37e0-6481-423e-acc1-b278bb4070a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:47.485776 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-3c3c37e0-6481-423e-acc1-b278bb4070a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f57b8318-bbed-4cfc-980e-1152eee981b2 HTTP/1.1" status: 204 len: 168 time: 0.1337497 Oct 29 21:32:47.493498 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c37e0-6481-423e-acc1-b278bb4070a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b8318-bbed-4cfc-980e-1152eee981b2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:48.179649 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42388) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:48.277429 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-514073314-network', 'tenant_id': '6b7b7768f15a467aaa6e0ff512393bcb'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:32:48.300834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Made reservation on behalf of 6b7b7768f15a467aaa6e0ff512393bcb for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:32:48.303252 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.314111 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.395296 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.399875 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.426389 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:32:48.435154 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846018ce-d077-44ad-a406-2123d5653329,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:48.441680 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.442016 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Added segment f772520c-78db-4bf1-8350-8a123997989f of type vlan for network 9d3fa503-3d04-443c-8788-aefdbc8c5c26 Oct 29 21:32:48.483739 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.510204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.511180 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:48.511763 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.566894 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3861239 Oct 29 21:32:48.569853 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42406) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:48.574942 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Request body: {'subnet': {'network_id': '9d3fa503-3d04-443c-8788-aefdbc8c5c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-514073314-subnet', 'tenant_id': '6b7b7768f15a467aaa6e0ff512393bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:32:48.581341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251757f-23fe-47c6-8c4a-78f71efef570 admin admin] Pushing event updated for resources: {'Network': ['ID=9d3fa503-3d04-443c-8788-aefdbc8c5c26,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:48.592077 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 9d3fa503-3d04-443c-8788-aefdbc8c5c26 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:32:48.610268 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Made reservation on behalf of 6b7b7768f15a467aaa6e0ff512393bcb for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:32:48.612797 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.802802 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.873725 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7910dbd7-ca0d-4272-867f-3ef9f20068b8,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:48.895528 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56aa4f-f63d-4f60-8819-496346a1d16a req-d781c51f-107f-42e2-8e5a-4e660dedf9a9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:48.897027 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c56aa4f-f63d-4f60-8819-496346a1d16a req-d781c51f-107f-42e2-8e5a-4e660dedf9a9 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.1091061 Oct 29 21:32:48.905103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Checking segment: {'id': 'f772520c-78db-4bf1-8350-8a123997989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9d3fa503-3d04-443c-8788-aefdbc8c5c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:32:48.905491 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Network hostable DHCP agents. Network: 9d3fa503-3d04-443c-8788-aefdbc8c5c26, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:32:48.941343 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Network 9d3fa503-3d04-443c-8788-aefdbc8c5c26 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:32:48.953438 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c56aa4f-f63d-4f60-8819-496346a1d16a req-8be0526c-a2f9-4c12-909a-b15a3a13af78 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503378 Oct 29 21:32:48.957921 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 9d3fa503-3d04-443c-8788-aefdbc8c5c26) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:32:48.962514 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:48.963253 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:48.970074 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d3572-28d9-49f9-b29a-78e8ad9a7893 None None] Network 9d3fa503-3d04-443c-8788-aefdbc8c5c26 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:32:48.988913 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3288b481-9361-4ce5-8b2f-24a0451ea382 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4104176 Oct 29 21:32:48.989191 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:32:49.097878 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6d786-d91d-4049-8468-6a9f3110552e None None] Network 9d3fa503-3d04-443c-8788-aefdbc8c5c26 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:32:49.445056 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42426) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:49.449929 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-394284821-network', 'tenant_id': '3ac3903f2e234337a11e1ca6cc8c913d'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:32:49.471268 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Made reservation on behalf of 3ac3903f2e234337a11e1ca6cc8c913d for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:32:49.473600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.483302 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.558711 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.562316 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.586106 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:32:49.595765 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcd4dcd-5811-4655-ac3e-4cf242b60ea9,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:49.600706 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.601052 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Added segment 81ec48f4-8972-40e7-9243-be5322a3d7d2 of type vlan for network f0a6bfaa-b042-43f0-a409-a5f359ac6a19 Oct 29 21:32:49.641262 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.665995 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.667039 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:49.667606 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.721305 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2750509 Oct 29 21:32:49.724547 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42428) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:49.731134 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Request body: {'subnet': {'network_id': 'f0a6bfaa-b042-43f0-a409-a5f359ac6a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-394284821-subnet', 'tenant_id': '3ac3903f2e234337a11e1ca6cc8c913d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:32:49.733100 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a57e6-10b3-4d16-8ac6-dff24636e48c admin admin] Pushing event updated for resources: {'Network': ['ID=f0a6bfaa-b042-43f0-a409-a5f359ac6a19,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:49.743173 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network f0a6bfaa-b042-43f0-a409-a5f359ac6a19 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:32:49.755894 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Made reservation on behalf of 3ac3903f2e234337a11e1ca6cc8c913d for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:32:49.758255 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:49.948983 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.010210 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfa00c6-9c12-4ee0-b890-db2823233139,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:50.024369 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Checking segment: {'id': '81ec48f4-8972-40e7-9243-be5322a3d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f0a6bfaa-b042-43f0-a409-a5f359ac6a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:32:50.024756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Network hostable DHCP agents. Network: f0a6bfaa-b042-43f0-a409-a5f359ac6a19, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:32:50.063881 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Network f0a6bfaa-b042-43f0-a409-a5f359ac6a19 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:32:50.078412 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, f0a6bfaa-b042-43f0-a409-a5f359ac6a19) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:32:50.084178 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:50.084554 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.088993 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf2de7-9aab-4a52-bce9-2d9c577aaa4f None None] Network f0a6bfaa-b042-43f0-a409-a5f359ac6a19 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:32:50.103535 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7d9fe-4f28-4e85-96e4-23942b4c780b req-345f3f9a-8eed-4eb0-898f-6e1e62ac4874 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:50.105094 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7b7d9fe-4f28-4e85-96e4-23942b4c780b req-345f3f9a-8eed-4eb0-898f-6e1e62ac4874 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0712595 Oct 29 21:32:50.121631 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-85495dff-a5e6-421f-afdb-1846ecc36522 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3867393 Oct 29 21:32:50.159161 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7b7d9fe-4f28-4e85-96e4-23942b4c780b req-8a5a87f5-c876-4570-880b-79d5833c43c0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Oct 29 21:32:50.241546 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0257b434-9545-43e4-858e-e0d140ceff10 None None] Network f0a6bfaa-b042-43f0-a409-a5f359ac6a19 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:32:50.415752 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-037b4241-e075-4d5e-863b-b3be4d378d29 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:50.417396 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-037b4241-e075-4d5e-863b-b3be4d378d29 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 945 time: 0.0508857 Oct 29 21:32:50.511354 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Deleting port 4f36530f-cb99-4895-8f21-f78c92433e70 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:50.512056 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.612781 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] For port 4f36530f-cb99-4895-8f21-f78c92433e70, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4f36530f-cb99-4895-8f21-f78c92433e70,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:50.613142 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.800385 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.800655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.800995 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Floating IP 4775cb26-1280-43ad-a74a-829ec7b5be84 disassociated. External IP: 172.27.2.109, port: 4f36530f-cb99-4895-8f21-f78c92433e70. Oct 29 21:32:50.801341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Calling delete_port for 4f36530f-cb99-4895-8f21-f78c92433e70 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:50.933793 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:50.962513 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event deleted for resources: {'Port': ['ID=4f36530f-cb99-4895-8f21-f78c92433e70,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:51.075054 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:32:51.187889 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:32:51.199115 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:32:51.215437 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:51.216061 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:51.240900 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] No DVR routers for this DVR port 4f36530f-cb99-4895-8f21-f78c92433e70 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:32:51.243776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:51.247190 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6fab60e5-1ffb-416e-ba78-45ea8f4328cc req-4d174278-96f9-46d7-82d1-434ebe84cbc1 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.36 "DELETE /v2.0/ports/4f36530f-cb99-4895-8f21-f78c92433e70 HTTP/1.1" status: 204 len: 173 time: 0.8240645 Oct 29 21:32:51.247671 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'name': 'network-vif-deleted', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:32:51.250900 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee49c2d1-9927-424b-acac-83a89b06eea6" -d '{"events": [{"server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "name": "network-vif-deleted", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:32:51.263740 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd789c9c-f493-4ed4-bf9a-ae8f9d15b568 req-3e2018fa-116f-459c-b141-490099bc81c0 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f0a471d-d054-4e33-97e8-dafb78ae8851 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Oct 29 21:32:51.314527 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72592d7d-69e8-4c8b-aee5-3d12ce17d7df x-openstack-request-id: req-72592d7d-69e8-4c8b-aee5-3d12ce17d7df {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:32:51.314839 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0a471d-d054-4e33-97e8-dafb78ae8851", "name": "network-vif-deleted", "tag": "4f36530f-cb99-4895-8f21-f78c92433e70", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:32:51.315108 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72592d7d-69e8-4c8b-aee5-3d12ce17d7df {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:32:51.315964 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0a471d-d054-4e33-97e8-dafb78ae8851', 'name': 'network-vif-deleted', 'tag': '4f36530f-cb99-4895-8f21-f78c92433e70', 'status': 'completed', 'code': 200} Oct 29 21:32:51.362513 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:51.596704 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2436164c-61d5-4253-b1dd-6f23db146b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:51.663404 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:51.695282 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:32:51.704831 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:51.705450 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:51.823790 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:52.031810 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:52.060544 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a648466-49fa-47eb-b1a5-80fa2c023b67 None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:27:22Z', 'revision_number': 4, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '4a2613d6-3137-45fc-9f0a-86f270404f3e', 'name': '', 'network_id': 'c289c730-00fc-4f08-b98b-4539c8375990', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'mac_address': 'fa:16:3e:38:98:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:20Z', 'updated_at': '2021-10-29T21:27:29Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'subnets': [{'id': '8fb59b6a-f33c-4db2-90a3-c86f15b42986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:32:52.295301 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870bbad-003f-4e9c-a4ca-3dea78b24e64 None None] New status for floating IP 4775cb26-1280-43ad-a74a-829ec7b5be84: DOWN {{(pid=101363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:32:52.369158 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42462) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:52.426943 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0fb66a9-429c-400a-89a9-47d846db09aa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.455925 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0fb66a9-429c-400a-89a9-47d846db09aa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.506996 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0fb66a9-429c-400a-89a9-47d846db09aa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.509828 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-c0fb66a9-429c-400a-89a9-47d846db09aa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.510971 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-c0fb66a9-429c-400a-89a9-47d846db09aa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "DELETE /v2.0/security-groups/1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9 HTTP/1.1" status: 204 len: 168 time: 0.1406977 Oct 29 21:32:52.513954 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42464) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:52.521985 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb66a9-429c-400a-89a9-47d846db09aa tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:52.527995 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.api.v2.resource [None req-abd27966-1290-4633-9635-95efac4129e7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] show failed (client error): The resource could not be found. Oct 29 21:32:52.529107 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-abd27966-1290-4633-9635-95efac4129e7 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "GET /v2.0/security-groups/1ffa40ac-b9bc-4386-ad06-33aa5a7d14d9 HTTP/1.1" status: 404 len: 347 time: 0.0138650 Oct 29 21:32:52.532774 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42466) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:52.662019 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Deleting port 2fc22054-4cb1-4090-99e5-5e13dcea4908 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:52.662355 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.741568 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.741893 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.754117 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Calling delete_port for 2fc22054-4cb1-4090-99e5-5e13dcea4908 owned by network:floatingip {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:52.887384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.919885 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Pushing event deleted for resources: {'Port': ['ID=2fc22054-4cb1-4090-99e5-5e13dcea4908,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:52.977463 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks [] for floatingip, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.980291 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:52.981568 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b5c5a861-45a0-4d2c-8e47-90859f4f6f74 tempest-AttachVolumeTestJSON-625174334 tempest-AttachVolumeTestJSON-625174334-project] 10.222.0.30 "DELETE /v2.0/floatingips/4775cb26-1280-43ad-a74a-829ec7b5be84 HTTP/1.1" status: 204 len: 168 time: 0.4477959 Oct 29 21:32:54.504717 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d19789b7-e4b7-44fa-8f50-234b9d709f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:55.089254 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 4f36530f-cb99-4895-8f21-f78c92433e70 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:32:55.109320 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 4f36530f-cb99-4895-8f21-f78c92433e70 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:32:55.109662 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 4f36530f-cb99-4895-8f21-f78c92433e70 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:32:55.268627 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:55.730361 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:55.827077 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:56.505051 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42520) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:56.927967 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-f64bf2f1-d29d-4c4e-80b9-66d5550bf95c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793312 Oct 29 21:32:57.046598 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-81e0a798-58d5-4d30-9cf9-8abe539ae73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:57.048195 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-81e0a798-58d5-4d30-9cf9-8abe539ae73c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1099 time: 0.0771315 Oct 29 21:32:57.090373 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:57.185101 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:57.246233 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-1946d104-4745-4cc9-b86f-6bf0a0e20ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:57.247702 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-1946d104-4745-4cc9-b86f-6bf0a0e20ec3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.1796238 Oct 29 21:32:57.361908 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-9063d195-c9a8-4b62-8202-8c79e8672628 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 1002 time: 0.0797729 Oct 29 21:32:57.437110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-72878f37-7811-4736-ba10-cc664ff29044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:57.438557 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-72878f37-7811-4736-ba10-cc664ff29044 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0695307 Oct 29 21:32:57.512957 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-4ae68f99-bab5-4008-ac2b-223725480fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:32:57.514472 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-4ae68f99-bab5-4008-ac2b-223725480fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676410 Oct 29 21:32:57.523566 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Deleting port 4a2613d6-3137-45fc-9f0a-86f270404f3e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:57.523908 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:57.669064 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] For port 4a2613d6-3137-45fc-9f0a-86f270404f3e, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=4a2613d6-3137-45fc-9f0a-86f270404f3e,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:57.669456 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:57.679519 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-4acd1237-57b8-4090-9a46-1de72bd76588 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575036 Oct 29 21:32:57.684754 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Calling delete_port for 4a2613d6-3137-45fc-9f0a-86f270404f3e owned by network:router_interface {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:57.827097 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a0ed19e7-9815-4db1-a7f5-95b45c0e7a87 req-2cee3d87-3d3b-411d-aef6-a38c7c6739dd service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377244 Oct 29 21:32:57.941797 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:57.969754 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2613d6-3137-45fc-9f0a-86f270404f3e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:58.159501 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:58.388277 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:32:58.746146 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:32:58.751270 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4506e9dd-eedc-4454-bdd2-a8d9ac615fc0 admin admin] 10.222.0.30 "PUT /v2.0/routers/1d8112a8-58d2-4fd5-9921-e818bfa1c3b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2451112 Oct 29 21:32:58.753900 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42542) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:58.754787 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] Sync routers for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:32:58.765571 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:58.766069 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:58.856853 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks [] for router, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:58.873171 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:58.958883 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.009676 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Deleting port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:32:59.009999 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.053042 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:32:57Z', 'revision_number': 5, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port': {'id': '29d91bf2-02da-4cad-aaa6-6c7136ca6c32', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:39:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:16Z', 'updated_at': '2021-10-29T21:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:59.081096 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] Checking router: 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:32:59.088712 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] For port 29d91bf2-02da-4cad-aaa6-6c7136ca6c32, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:32:59.089109 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.089649 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] Routers {'1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:32:59.090253 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:32:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:59.101889 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Calling delete_port for 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 owned by network:router_gateway {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:32:59.176358 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] Set router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:32:59.234707 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:32:58Z', 'revision_number': 6, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:32:59.261144 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4b2f2-3612-47cc-afc5-bd4ea68306fd None None] The sync data for ids ['1d8112a8-58d2-4fd5-9921-e818bfa1c3b1'] in dv-cinder-813984-7-iscsi is: [{'id': '1d8112a8-58d2-4fd5-9921-e818bfa1c3b1', 'name': 'tempest-AttachVolumeTestJSON-924602994-router', 'tenant_id': '9455187353944a2a8657a2e9fdab38b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:15Z', 'updated_at': '2021-10-29T21:32:58Z', 'revision_number': 6, 'project_id': '9455187353944a2a8657a2e9fdab38b6', 'gw_port_host': None}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:32:59.265222 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.294716 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Pushing event deleted for resources: {'Port': ['ID=29d91bf2-02da-4cad-aaa6-6c7136ca6c32,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:59.354058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.689412 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.691919 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.737657 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.738203 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 {{(pid=101361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:32:59.743266 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] Publish callbacks [] for router, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.744398 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e1739e88-2d48-44ac-a9fa-572968e3591c admin admin] 10.222.0.30 "DELETE /v2.0/routers/1d8112a8-58d2-4fd5-9921-e818bfa1c3b1 HTTP/1.1" status: 204 len: 168 time: 0.9895017 Oct 29 21:32:59.747019 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42554) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:32:59.793418 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Deleting subnet 8fb59b6a-f33c-4db2-90a3-c86f15b42986 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:32:59.797391 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.830062 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.906396 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.961279 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.985644 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb59b6a-f33c-4db2-90a3-c86f15b42986,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:32:59.989244 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:32:59.992388 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-d218328d-4c73-47dc-8919-20be7ba57a99 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8fb59b6a-f33c-4db2-90a3-c86f15b42986 HTTP/1.1" status: 204 len: 168 time: 0.2444210 Oct 29 21:32:59.995225 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afaad40-71f3-4132-9074-d65f6a63e21d None None] Network c289c730-00fc-4f08-b98b-4539c8375990 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:32:59.995737 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42556) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:00.071469 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.130849 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Deleting port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:33:00.131172 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.192208 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282da373-952c-41de-a879-77de28146073 None None] DHCP port deletion for c289c730-00fc-4f08-b98b-4539c8375990 request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:33:00.205166 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] For port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:00.205539 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.218404 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Calling delete_port for 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:33:00.247057 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-282da373-952c-41de-a879-77de28146073 None None] Deleting port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 {{(pid=101363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:33:00.247428 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-282da373-952c-41de-a879-77de28146073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.312473 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.317894 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-282da373-952c-41de-a879-77de28146073 None None] For port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,segment=NetworkSegment(ea6df577-b46d-42d0-bf1e-357d09f21a2f),segment_id=ea6df577-b46d-42d0-bf1e-357d09f21a2f)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:00.317894 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-282da373-952c-41de-a879-77de28146073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.331961 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-282da373-952c-41de-a879-77de28146073 None None] Calling delete_port for 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 owned by network:dhcp {{(pid=101363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:33:00.338147 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:00.343612 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] No DVR routers for this DVR port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 on host dv-cinder-813984-7-iscsi {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:33:00.420168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.420380 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-282da373-952c-41de-a879-77de28146073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431'] for port, after_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.442828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c289c730-00fc-4f08-b98b-4539c8375990']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:00.447216 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282da373-952c-41de-a879-77de28146073 None None] Pushing event deleted for resources: {'Port': ['ID=632a2c71-b1a2-4b6a-b53a-41e1ec5add53,revision_number=None']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:00.449491 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282da373-952c-41de-a879-77de28146073 None None] No DVR routers for this DVR port 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 on host dv-cinder-813984-7-iscsi {{(pid=101363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:33:00.453190 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6df577-b46d-42d0-bf1e-357d09f21a2f') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:00.453477 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6df577-b46d-42d0-bf1e-357d09f21a2f') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:00.465865 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.466550 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.466781 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.467091 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.467425 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.469110 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.469460 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.469787 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.470246 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.470470 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.470789 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.471112 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.471434 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282da373-952c-41de-a879-77de28146073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:00.486416 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.493322 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:33:00.493711 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:33:00.495443 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:33:00.522116 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:33:00.542350 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:33:00.542696 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 29d91bf2-02da-4cad-aaa6-6c7136ca6c32 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:33:00.543114 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 4a2613d6-3137-45fc-9f0a-86f270404f3e no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:33:00.551446 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.560611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.563535 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 4a2613d6-3137-45fc-9f0a-86f270404f3e {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:33:00.563887 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 4a2613d6-3137-45fc-9f0a-86f270404f3e not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:33:00.564294 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:33:00.566287 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c289c730-00fc-4f08-b98b-4539c8375990 HTTP/1.1" status: 204 len: 168 time: 0.5699613 Oct 29 21:33:00.582477 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef53b3-a72b-4935-acfa-c904eaf40e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=c289c730-00fc-4f08-b98b-4539c8375990,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:00.585748 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:33:00.586096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 632a2c71-b1a2-4b6a-b53a-41e1ec5add53 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:33:00.697313 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42564) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:00.740401 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-98d6fe96-5767-4959-a5e9-27ff4090ca65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9455187353944a2a8657a2e9fdab38b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418744 Oct 29 21:33:00.742839 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42566) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:00.792542 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3e1-fc38-4fdd-a9cb-b93867b3d68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.815840 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3e1-fc38-4fdd-a9cb-b93867b3d68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.867419 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3e1-fc38-4fdd-a9cb-b93867b3d68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.870263 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc3e1-fc38-4fdd-a9cb-b93867b3d68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:00.874095 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-3d6cc3e1-fc38-4fdd-a9cb-b93867b3d68e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32e1137c-80c1-415f-94e9-a681a3357067 HTTP/1.1" status: 204 len: 168 time: 0.1277471 Oct 29 21:33:00.882457 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cc3e1-fc38-4fdd-a9cb-b93867b3d68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1137c-80c1-415f-94e9-a681a3357067,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:01.558756 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42592) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:01.654655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-550972563-network', 'tenant_id': 'bde37bebc4994ad793288f7760dfdcc4'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:01.677071 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Made reservation on behalf of bde37bebc4994ad793288f7760dfdcc4 for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:01.679331 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.687930 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.769725 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.773500 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.798784 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:33:01.807347 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22962a09-28f0-4bf6-91f6-44055f9a9ad5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:01.814289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.814622 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Added segment 6dce7f3d-b655-473d-849d-b0d783d2e1f4 of type vlan for network db93ae86-ec79-4238-a284-534b8c05c042 Oct 29 21:33:01.858198 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.883641 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.884568 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:01.885174 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:01.941291 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3813100 Oct 29 21:33:01.944282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42598) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:01.949012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Request body: {'subnet': {'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-550972563-subnet', 'tenant_id': 'bde37bebc4994ad793288f7760dfdcc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:01.958503 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc94009-712f-42db-9151-f4c830945182 admin admin] Pushing event updated for resources: {'Network': ['ID=db93ae86-ec79-4238-a284-534b8c05c042,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:01.969746 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network db93ae86-ec79-4238-a284-534b8c05c042 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:33:01.978951 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Made reservation on behalf of bde37bebc4994ad793288f7760dfdcc4 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:01.981302 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58850228'] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:02.158727 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59957344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58849358'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:02.223651 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb6bb45-eaac-417e-9af6-5134a4f21ab3,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:02.231318 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Checking segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:02.231677 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Network hostable DHCP agents. Network: db93ae86-ec79-4238-a284-534b8c05c042, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:33:02.250662 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Network db93ae86-ec79-4238-a284-534b8c05c042 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:33:02.259449 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, db93ae86-ec79-4238-a284-534b8c05c042) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:02.264419 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:02.265146 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:02.272220 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756fd672-6058-486c-b24d-3a786eba6416 None None] Network db93ae86-ec79-4238-a284-534b8c05c042 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:33:02.285147 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-44104430-8d42-4ad0-bb14-e3b4e8a994f1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3397512 Oct 29 21:33:02.410493 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db91e7-d3e1-4c6a-a06f-52428421936c None None] Network db93ae86-ec79-4238-a284-534b8c05c042 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:33:02.758945 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-e21a5a24-aab7-4314-bb95-630ab9a8cac1 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:02.760422 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-e21a5a24-aab7-4314-bb95-630ab9a8cac1 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.1103740 Oct 29 21:33:02.776190 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-07ab62b5-21f5-4643-90c8-bc97276351cc tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/quotas/bde37bebc4994ad793288f7760dfdcc4 HTTP/1.1" status: 200 len: 375 time: 0.0093367 Oct 29 21:33:02.807107 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-7e78c68c-e1d1-4d24-86ed-fcca46566746 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250900 Oct 29 21:33:02.899455 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-b379b191-475d-46cd-9d68-61df11a13e5c service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Oct 29 21:33:02.986363 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-57c5c8f5-7eaf-49fb-9f93-36b949ccdf7d service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805328 Oct 29 21:33:03.144729 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-66d70b44-766b-42d2-8341-52de74c6cdb9 req-ec3289e8-e319-41ea-8a0e-4f1a0653c562 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 210 time: 0.0305214 Oct 29 21:33:03.661611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42660) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:03.707739 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Deleting subnet 7910dbd7-ca0d-4272-867f-3ef9f20068b8 {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:33:03.710936 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:03.744724 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:03.783972 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:03.838490 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:03.865204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7910dbd7-ca0d-4272-867f-3ef9f20068b8,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:03.867119 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:03.871780 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e8620b13-6f8b-4651-8afe-8f2a49b95580 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7910dbd7-ca0d-4272-867f-3ef9f20068b8 HTTP/1.1" status: 204 len: 168 time: 0.2091019 Oct 29 21:33:03.872823 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42662) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:03.941205 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.038074 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.058486 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3fa503-3d04-443c-8788-aefdbc8c5c26']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:04.068556 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f772520c-78db-4bf1-8350-8a123997989f') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:04.069108 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f772520c-78db-4bf1-8350-8a123997989f') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:04.079283 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.094314 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.100891 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:33:04.101300 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.117495 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-eb022302-80f0-458e-8a26-2ef812e3b2be tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:04.119381 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-eb022302-80f0-458e-8a26-2ef812e3b2be tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.1606872 Oct 29 21:33:04.133198 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Request body: {'port': {'device_id': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'admin_state_up': True, 'tenant_id': 'bde37bebc4994ad793288f7760dfdcc4'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:33:04.140202 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:33:04.167668 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.181196 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.192674 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d3fa503-3d04-443c-8788-aefdbc8c5c26 HTTP/1.1" status: 204 len: 168 time: 0.3182433 Oct 29 21:33:04.193339 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42670) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:04.210458 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98ced4-b157-469c-afeb-6bc0fb6cad24 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d3fa503-3d04-443c-8788-aefdbc8c5c26,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:04.275430 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-99a2540e-5f72-439e-acbb-513ab831cc02 req-c18ff020-3452-462f-829c-f93edb5241a0 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 210 time: 0.0315394 Oct 29 21:33:04.278429 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Deleting subnet 3dfa00c6-9c12-4ee0-b890-db2823233139 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:33:04.282955 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.294861 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Made reservation on behalf of bde37bebc4994ad793288f7760dfdcc4 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:04.309607 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.323998 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.368159 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.428842 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.441851 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Allocated IP 172.20.0.12 (db93ae86-ec79-4238-a284-534b8c05c042/9cb6bb45-eaac-417e-9af6-5134a4f21ab3/19ec18f0-28b5-4932-b85f-7a03186e6835) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:33:04.452893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfa00c6-9c12-4ee0-b890-db2823233139,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:04.460326 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.463779 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e04bd3e8-39c4-409c-8fc0-d65919e58a28 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3dfa00c6-9c12-4ee0-b890-db2823233139 HTTP/1.1" status: 204 len: 168 time: 0.2607570 Oct 29 21:33:04.466327 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42672) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:04.535782 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.595318 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.616250 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.628581 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.637415 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a6bfaa-b042-43f0-a409-a5f359ac6a19']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:04.647747 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ec48f4-8972-40e7-9243-be5322a3d7d2') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:04.648036 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ec48f4-8972-40e7-9243-be5322a3d7d2') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:04.658420 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.671682 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.678696 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:33:04.679203 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.680572 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Network db93ae86-ec79-4238-a284-534b8c05c042 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:33:04.681081 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:33:04.686337 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:04.691031 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:33:04.695139 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event updated for resources: {'Port': ['ID=19ec18f0-28b5-4932-b85f-7a03186e6835,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:04.734948 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.741378 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.743203 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:04.743823 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.744556 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f0a6bfaa-b042-43f0-a409-a5f359ac6a19 HTTP/1.1" status: 204 len: 168 time: 0.2773097 Oct 29 21:33:04.757113 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf147f4-c0c0-4362-a408-ea739c3da1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a6bfaa-b042-43f0-a409-a5f359ac6a19,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:04.761294 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-a58aaf3a-bf6a-4a91-a4bb-fcdff4173e2b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6327431 Oct 29 21:33:04.773560 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Request body: {'port': {'device_id': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:04.832603 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.866190 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42676) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:04.915326 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-8f30f79a-a8d0-438f-9a37-a83bbd3223e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b7b7768f15a467aaa6e0ff512393bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456088 Oct 29 21:33:04.916016 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42678) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:04.964684 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c41fb39-1be2-4216-9b91-e5d396dc2ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:04.985924 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c41fb39-1be2-4216-9b91-e5d396dc2ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.041214 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c41fb39-1be2-4216-9b91-e5d396dc2ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.043920 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5c41fb39-1be2-4216-9b91-e5d396dc2ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.045476 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5c41fb39-1be2-4216-9b91-e5d396dc2ddb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/846018ce-d077-44ad-a406-2123d5653329 HTTP/1.1" status: 204 len: 168 time: 0.1288917 Oct 29 21:33:05.054756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41fb39-1be2-4216-9b91-e5d396dc2ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846018ce-d077-44ad-a406-2123d5653329,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:05.108935 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ec18f0-28b5-4932-b85f-7a03186e6835 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:05.116600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.129811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Transition to ACTIVE for port object 19ec18f0-28b5-4932-b85f-7a03186e6835 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:33:05.133999 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.187405 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Pushing event updated for resources: {'Port': ['ID=19ec18f0-28b5-4932-b85f-7a03186e6835,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:05.257611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Attempting to bind port 19ec18f0-28b5-4932-b85f-7a03186e6835 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:33:05.257940 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Attempting to bind port 19ec18f0-28b5-4932-b85f-7a03186e6835 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:33:05.258363 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Attempting to bind port 19ec18f0-28b5-4932-b85f-7a03186e6835 on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:05.262544 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Port 19ec18f0-28b5-4932-b85f-7a03186e6835 on network db93ae86-ec79-4238-a284-534b8c05c042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:33:05.262863 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Attempting to bind port 19ec18f0-28b5-4932-b85f-7a03186e6835 on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:05.267915 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:33:05.268248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Checking segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:05.268625 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Bound using segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:33:05.269078 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Bound port: 19ec18f0-28b5-4932-b85f-7a03186e6835, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:33:05.269432 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.337081 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] For port 19ec18f0-28b5-4932-b85f-7a03186e6835, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:33:05.340162 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] For port 19ec18f0-28b5-4932-b85f-7a03186e6835, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=19ec18f0-28b5-4932-b85f-7a03186e6835,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:33:05.345674 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.382883 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:05.383491 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.384944 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] 10.222.0.36 "PUT /v2.0/ports/19ec18f0-28b5-4932-b85f-7a03186e6835 HTTP/1.1" status: 200 len: 1094 time: 0.6159673 Oct 29 21:33:05.385385 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'tag': '19ec18f0-28b5-4932-b85f-7a03186e6835'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:05.387629 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46484690-0dc8-4b91-8945-abcebea07338" -d '{"events": [{"name": "network-changed", "server_uuid": "d7feb1b2-af8e-40b7-8767-8df07561a5d4", "tag": "19ec18f0-28b5-4932-b85f-7a03186e6835"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:05.392908 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42688) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:05.430464 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11b2cc-ac91-4187-8f9f-3126c3fd0015 service neutron] Pushing event updated for resources: {'Port': ['ID=19ec18f0-28b5-4932-b85f-7a03186e6835,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:05.433830 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa99207f-4ceb-4400-9e6e-ab87e6bd73b1 x-openstack-request-id: req-aa99207f-4ceb-4400-9e6e-ab87e6bd73b1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:05.434114 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7feb1b2-af8e-40b7-8767-8df07561a5d4", "tag": "19ec18f0-28b5-4932-b85f-7a03186e6835", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:05.434357 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa99207f-4ceb-4400-9e6e-ab87e6bd73b1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:05.434739 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'tag': '19ec18f0-28b5-4932-b85f-7a03186e6835', 'status': 'completed', 'code': 200} Oct 29 21:33:05.450315 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d164f-8012-4023-943d-aea66c55c42b req-6ee37e22-fca4-4af8-9425-a73dd93e1594 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:05.452116 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b68d164f-8012-4023-943d-aea66c55c42b req-6ee37e22-fca4-4af8-9425-a73dd93e1594 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 944 time: 0.0872107 Oct 29 21:33:05.481741 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b3a23f25-7162-4381-b9f3-c7f58a317a1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ac3903f2e234337a11e1ca6cc8c913d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876400 Oct 29 21:33:05.485296 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42690) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:05.492778 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b68d164f-8012-4023-943d-aea66c55c42b req-1693b4d3-fbd7-4b71-845e-7da318b5b03b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Oct 29 21:33:05.521496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-f0222fa8-a6b3-4cc0-9d65-f91b7c56e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:05.522973 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-f0222fa8-a6b3-4cc0-9d65-f91b7c56e234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0935576 Oct 29 21:33:05.573931 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-20e6b80a-557b-4e3e-8601-be470138ca81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19ec18f0-28b5-4932-b85f-7a03186e6835 HTTP/1.1" status: 200 len: 217 time: 0.0422401 Oct 29 21:33:05.579364 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98b28f2c-890e-4f9d-95a8-4a6e5edfccf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.635967 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98b28f2c-890e-4f9d-95a8-4a6e5edfccf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.650985 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-ecdb43f1-8787-43bc-83b6-8cac6343c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:05.652426 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-ecdb43f1-8787-43bc-83b6-8cac6343c9cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0712562 Oct 29 21:33:05.693813 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-d1a3951f-76ee-46df-8def-beeb2a1ba9d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339925 Oct 29 21:33:05.754663 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98b28f2c-890e-4f9d-95a8-4a6e5edfccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.757091 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-98b28f2c-890e-4f9d-95a8-4a6e5edfccf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:05.758216 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-98b28f2c-890e-4f9d-95a8-4a6e5edfccf5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6dcd4dcd-5811-4655-ac3e-4cf242b60ea9 HTTP/1.1" status: 204 len: 168 time: 0.2719619 Oct 29 21:33:05.771353 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b28f2c-890e-4f9d-95a8-4a6e5edfccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcd4dcd-5811-4655-ac3e-4cf242b60ea9,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:05.800686 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-36d6723b-1b71-4224-b147-317dabe5214c service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991414 Oct 29 21:33:05.895077 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-92852cfd-2f62-4ab4-9515-8f6d072c6d3f req-91a5d122-b1b9-4f5f-bd9a-21d32ccd8a59 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878139 Oct 29 21:33:05.981227 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484690-0dc8-4b91-8945-abcebea07338 req-4f798566-6e37-43c1-8a8d-be0a73b29017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:05.982731 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-4f798566-6e37-43c1-8a8d-be0a73b29017 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 1097 time: 0.0427926 Oct 29 21:33:06.083100 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484690-0dc8-4b91-8945-abcebea07338 req-813c0e2e-434a-4e6d-92e6-0f7a3ccce4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:06.083100 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-813c0e2e-434a-4e6d-92e6-0f7a3ccce4a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 915 time: 0.0922761 Oct 29 21:33:06.124646 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-0bb257a7-1a31-4406-8dd7-ca37a6333d0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19ec18f0-28b5-4932-b85f-7a03186e6835 HTTP/1.1" status: 200 len: 217 time: 0.0348291 Oct 29 21:33:06.178770 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484690-0dc8-4b91-8945-abcebea07338 req-c60d4b6c-3e58-48c5-84a0-aabeb3500058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:06.180263 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-c60d4b6c-3e58-48c5-84a0-aabeb3500058 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0489368 Oct 29 21:33:06.216563 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-f87d3538-a770-49bc-8937-c795f9a1c78c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278599 Oct 29 21:33:06.317432 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-599b9d11-27eb-4ec0-bed7-72c3c14c2ae8 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930710 Oct 29 21:33:06.414680 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-46484690-0dc8-4b91-8945-abcebea07338 req-29aef66f-354e-4088-bf36-f24e7087cd6b service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895233 Oct 29 21:33:06.616564 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6aae-3105-4669-b4ff-56ec7295f512 req-f35d1c99-536e-4e04-a6e7-f85305b2fc6c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:06.618248 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06bf6aae-3105-4669-b4ff-56ec7295f512 req-f35d1c99-536e-4e04-a6e7-f85305b2fc6c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 944 time: 0.0524859 Oct 29 21:33:06.663222 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06bf6aae-3105-4669-b4ff-56ec7295f512 req-e188f83a-a809-4a24-8a27-5d36e77d3e25 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 Oct 29 21:33:07.788714 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2ea11-b75e-4baf-8b39-141c931d58f4 req-b8c2c7cb-ba14-4a29-97e2-fb9f03321725 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:07.790225 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4de2ea11-b75e-4baf-8b39-141c931d58f4 req-b8c2c7cb-ba14-4a29-97e2-fb9f03321725 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 944 time: 0.0510106 Oct 29 21:33:07.830503 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4de2ea11-b75e-4baf-8b39-141c931d58f4 req-4278bec1-c241-4a84-9cb5-70e13b114985 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Oct 29 21:33:08.949456 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90838d-7085-4205-bf2c-767b93e14d88 req-dc8f9ab8-bf6a-4fec-a1c1-642e983b4768 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:08.950929 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3c90838d-7085-4205-bf2c-767b93e14d88 req-dc8f9ab8-bf6a-4fec-a1c1-642e983b4768 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 944 time: 0.0488224 Oct 29 21:33:08.989267 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3c90838d-7085-4205-bf2c-767b93e14d88 req-d6c30399-7732-44a7-a515-9a2b1502c27b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Oct 29 21:33:09.135512 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 19ec18f0-28b5-4932-b85f-7a03186e6835 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:33:09.232583 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 19ec18f0-28b5-4932-b85f-7a03186e6835, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=19ec18f0-28b5-4932-b85f-7a03186e6835,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:09.243407 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '19ec18f0-28b5-4932-b85f-7a03186e6835', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'port_id': '19ec18f0-28b5-4932-b85f-7a03186e6835', 'mac_address': 'fa:16:3e:3f:64:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb6bb45-eaac-417e-9af6-5134a4f21ab3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:33:09.279498 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:09.296445 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ec18f0-28b5-4932-b85f-7a03186e6835 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:09.315527 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 19ec18f0-28b5-4932-b85f-7a03186e6835, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=19ec18f0-28b5-4932-b85f-7a03186e6835,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:09.320555 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:09.366560 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=19ec18f0-28b5-4932-b85f-7a03186e6835,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:09.533096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:10.117201 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5e77c-c3d3-471f-a685-4aed9a44e68e req-738bc7e4-3eff-4815-8304-ccf9e8d589e2 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:10.118689 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-15c5e77c-c3d3-471f-a685-4aed9a44e68e req-738bc7e4-3eff-4815-8304-ccf9e8d589e2 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 945 time: 0.0582371 Oct 29 21:33:10.166645 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-15c5e77c-c3d3-471f-a685-4aed9a44e68e req-958f6b63-2ab2-44db-9555-5fdcfeadb68b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Oct 29 21:33:11.150595 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 19ec18f0-28b5-4932-b85f-7a03186e6835 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:33:11.205042 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 19ec18f0-28b5-4932-b85f-7a03186e6835 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:33:11.214568 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 19ec18f0-28b5-4932-b85f-7a03186e6835 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:33:11.214568 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:11.293691 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:11.302795 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b46c43-cb4c-42bf-99cb-fe331459112c req-e1c244bd-4e95-4ed4-b401-56492f95514d tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:11.304327 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50b46c43-cb4c-42bf-99cb-fe331459112c req-e1c244bd-4e95-4ed4-b401-56492f95514d tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 945 time: 0.0561824 Oct 29 21:33:11.321833 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ec18f0-28b5-4932-b85f-7a03186e6835'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:11.324266 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d90ffa-0ba9-4704-ae40-0c30d61bc77a" -d '{"events": [{"server_uuid": "d7feb1b2-af8e-40b7-8767-8df07561a5d4", "name": "network-vif-plugged", "status": "completed", "tag": "19ec18f0-28b5-4932-b85f-7a03186e6835"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:11.344413 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 19ec18f0-28b5-4932-b85f-7a03186e6835, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=19ec18f0-28b5-4932-b85f-7a03186e6835,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:11.346325 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50b46c43-cb4c-42bf-99cb-fe331459112c req-a593d04f-4a90-45bf-bc8e-19dfe2fb2818 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359986 Oct 29 21:33:11.353794 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:11.507210 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482edf0c-4270-4e11-99c8-d6ea951a4618 x-openstack-request-id: req-482edf0c-4270-4e11-99c8-d6ea951a4618 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:11.507534 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7feb1b2-af8e-40b7-8767-8df07561a5d4", "name": "network-vif-plugged", "status": "completed", "tag": "19ec18f0-28b5-4932-b85f-7a03186e6835", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:11.507812 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-482edf0c-4270-4e11-99c8-d6ea951a4618 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:11.508177 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ec18f0-28b5-4932-b85f-7a03186e6835', 'code': 200} Oct 29 21:33:11.535813 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=19ec18f0-28b5-4932-b85f-7a03186e6835,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:11.548625 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b91fc9-6393-4030-a7c5-85d7cb15bb3a req-c42bf99e-7257-409f-99e0-05ae34c9cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:11.550173 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f9b91fc9-6393-4030-a7c5-85d7cb15bb3a req-c42bf99e-7257-409f-99e0-05ae34c9cc73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 1099 time: 0.0427783 Oct 29 21:33:11.590267 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f9b91fc9-6393-4030-a7c5-85d7cb15bb3a req-6460c2c8-748b-465d-a73b-07e54de7442e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Oct 29 21:33:12.462487 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6d1ea-8872-458d-86e5-c6ddf210ec92 req-08765c2a-68f8-499b-adb9-cc6c3b1b0602 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:12.464020 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65d6d1ea-8872-458d-86e5-c6ddf210ec92 req-08765c2a-68f8-499b-adb9-cc6c3b1b0602 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 946 time: 0.0497224 Oct 29 21:33:12.503810 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-65d6d1ea-8872-458d-86e5-c6ddf210ec92 req-eb411574-26ca-4cd7-b2b8-80dff7a687da tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325065 Oct 29 21:33:13.626096 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a0490-851a-4157-81ae-ed4fee54bb9f req-4620cf1c-d710-4e7a-9e13-2f4ae58427cc tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:13.627607 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-949a0490-851a-4157-81ae-ed4fee54bb9f req-4620cf1c-d710-4e7a-9e13-2f4ae58427cc tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 946 time: 0.0528030 Oct 29 21:33:13.666021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-949a0490-851a-4157-81ae-ed4fee54bb9f req-0415e48b-5be7-41c9-b99a-91c903cbe081 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Oct 29 21:33:18.550196 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42856) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:18.657327 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-734de131-a227-4b64-b74b-517fa2573854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.731346 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-734de131-a227-4b64-b74b-517fa2573854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.735551 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-734de131-a227-4b64-b74b-517fa2573854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.777300 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-734de131-a227-4b64-b74b-517fa2573854 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3c271c3748744b19e1015917dd0abcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260253 Oct 29 21:33:18.778120 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734de131-a227-4b64-b74b-517fa2573854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2a3a7-47fa-49e8-9272-81dfe8c9f187,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:18.780258 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42860) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:18.828734 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd95e106-fd8e-4376-aa31-c5737aff7a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.849730 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd95e106-fd8e-4376-aa31-c5737aff7a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.896322 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd95e106-fd8e-4376-aa31-c5737aff7a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.899083 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cd95e106-fd8e-4376-aa31-c5737aff7a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:18.900253 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-cd95e106-fd8e-4376-aa31-c5737aff7a5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dc2a3a7-47fa-49e8-9272-81dfe8c9f187 HTTP/1.1" status: 204 len: 168 time: 0.1189408 Oct 29 21:33:18.909004 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95e106-fd8e-4376-aa31-c5737aff7a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2a3a7-47fa-49e8-9272-81dfe8c9f187,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:19.167756 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42868) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:19.181252 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d92664ef-91cf-493b-bf73-1d6afb724b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.264378 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d92664ef-91cf-493b-bf73-1d6afb724b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.268529 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-d92664ef-91cf-493b-bf73-1d6afb724b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.306881 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92664ef-91cf-493b-bf73-1d6afb724b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aff3ec-a424-4a06-a6a4-80085e28cfb7,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:19.315389 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-d92664ef-91cf-493b-bf73-1d6afb724b74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7762d1922584548b410652e775ff273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440852 Oct 29 21:33:19.316466 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42870) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:19.374964 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-315adaff-e917-4966-b29c-4d0ac5b955bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.398590 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-315adaff-e917-4966-b29c-4d0ac5b955bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.452252 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-315adaff-e917-4966-b29c-4d0ac5b955bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.454952 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-315adaff-e917-4966-b29c-4d0ac5b955bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:19.456127 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-315adaff-e917-4966-b29c-4d0ac5b955bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58aff3ec-a424-4a06-a6a4-80085e28cfb7 HTTP/1.1" status: 204 len: 168 time: 0.1389308 Oct 29 21:33:19.464077 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315adaff-e917-4966-b29c-4d0ac5b955bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aff3ec-a424-4a06-a6a4-80085e28cfb7,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:20.581257 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42906) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:20.699512 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1812aad-0371-4493-b615-bdf36cd67a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.784355 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1812aad-0371-4493-b615-bdf36cd67a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.793810 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-f1812aad-0371-4493-b615-bdf36cd67a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.833987 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-f1812aad-0371-4493-b615-bdf36cd67a8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd17f0286b4241d396a547715040c729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515633 Oct 29 21:33:20.834958 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812aad-0371-4493-b615-bdf36cd67a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deef8e28-62dd-4746-9317-2142a16f80f4,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:20.837423 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42910) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:20.891077 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed0d9-5ae9-49ce-b56b-77dcd4db6467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.916829 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed0d9-5ae9-49ce-b56b-77dcd4db6467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.968134 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed0d9-5ae9-49ce-b56b-77dcd4db6467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.971115 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed0d9-5ae9-49ce-b56b-77dcd4db6467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:20.972345 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-5b1ed0d9-5ae9-49ce-b56b-77dcd4db6467 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deef8e28-62dd-4746-9317-2142a16f80f4 HTTP/1.1" status: 204 len: 168 time: 0.1339109 Oct 29 21:33:20.980766 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed0d9-5ae9-49ce-b56b-77dcd4db6467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deef8e28-62dd-4746-9317-2142a16f80f4,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:21.603284 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-07179ba4-467b-4317-acad-9c6636911ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:21.620411 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 42940) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:21.730937 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2080432703-network', 'tenant_id': '7dbda65feba04cb285dc7af3eba1d03e'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:21.755550 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Made reservation on behalf of 7dbda65feba04cb285dc7af3eba1d03e for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:21.758077 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:21.768964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:21.878892 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:21.885225 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:21.913981 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:33:21.925423 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09baffb-65d5-44e9-a706-aef36feface4,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:21.930860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:21.931199 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Added segment e863b276-c482-4c93-82f3-f373c701cee6 of type vlan for network 5370f61d-d965-41fb-ab01-1ed346ec1a1a Oct 29 21:33:21.978538 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:22.006583 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:22.006888 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-7a855164-a332-42b4-9258-cd208970e1de tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965502387&fields=id&tenant_id=b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 267 time: 0.0372434 Oct 29 21:33:22.007569 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:22.008154 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:22.069820 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4455793 Oct 29 21:33:22.070925 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 42950) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:22.075907 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Request body: {'subnet': {'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2080432703-subnet', 'tenant_id': '7dbda65feba04cb285dc7af3eba1d03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:22.079414 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77a440-dffc-4553-94d7-87e57b800374 admin admin] Pushing event updated for resources: {'Network': ['ID=5370f61d-d965-41fb-ab01-1ed346ec1a1a,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:22.089798 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 5370f61d-d965-41fb-ab01-1ed346ec1a1a details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:33:22.126250 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Made reservation on behalf of 7dbda65feba04cb285dc7af3eba1d03e for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:22.128696 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:22.209910 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-e6fa6c4f-97a3-4651-b929-5cec5fb35901 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:22.211449 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-e6fa6c4f-97a3-4651-b929-5cec5fb35901 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 811 time: 0.1956537 Oct 29 21:33:22.241896 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-762f1ed4-f482-497a-a0cb-c68f9e48c936 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/quotas/b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 375 time: 0.0229530 Oct 29 21:33:22.344805 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-fae1da8c-de3b-49be-9ad0-b978ad0b948f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0953062 Oct 29 21:33:22.432959 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:22.499436 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f1b354-115e-42ff-a6af-f46c3d8714eb,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:22.527586 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-3d357190-1322-42fb-900c-e51371e959f8 service neutron] 10.222.0.30 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553903 Oct 29 21:33:22.532460 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Checking segment: {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:22.532848 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Network hostable DHCP agents. Network: 5370f61d-d965-41fb-ab01-1ed346ec1a1a, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:33:22.594407 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Network 5370f61d-d965-41fb-ab01-1ed346ec1a1a is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:33:22.615342 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 5370f61d-d965-41fb-ab01-1ed346ec1a1a) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:22.623166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb62dff-337f-4db2-96ad-bb7034fd9943 None None] Network 5370f61d-d965-41fb-ab01-1ed346ec1a1a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:33:22.623795 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:22.624382 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:22.641624 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-f36934ee-9074-445c-b25f-d9e6612d3436 service neutron] 10.222.0.30 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054075 Oct 29 21:33:22.666033 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-37aa08d6-2dfd-4107-bea5-8cb4fd178396 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5861661 Oct 29 21:33:22.773130 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39921ee6-0b42-4f5a-a7d7-cab1ade5c757 None None] Network 5370f61d-d965-41fb-ab01-1ed346ec1a1a requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:33:22.978316 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0dd4e5df-93db-4579-a56e-be6d0a809892 req-f71c8dfc-8110-493a-b3ae-a893227b8b82 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 210 time: 0.0323691 Oct 29 21:33:24.086985 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7f3080b3-dcda-481f-9cff-b9a14d43774f req-1f2eea13-4dd4-4f1d-a1d7-cd468ec31e39 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 210 time: 0.0283086 Oct 29 21:33:24.128499 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-d04c14ca-ab3e-4242-bde8-8ab21f01a471 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:24.130843 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-d04c14ca-ab3e-4242-bde8-8ab21f01a471 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 811 time: 0.1417546 Oct 29 21:33:24.189944 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-fe7b5565-627a-45cd-a797-21c76750a60c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b110013cb0b7484ba23848af248c11b0 HTTP/1.1" status: 200 len: 380 time: 0.0483658 Oct 29 21:33:24.204244 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'port': {'device_id': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'admin_state_up': True, 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'security_groups': ['68118824-9e0d-4b4d-8f21-31be51807271']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:24.391627 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Made reservation on behalf of b110013cb0b7484ba23848af248c11b0 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:24.395797 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:24.511759 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0bc020b9-3d6d-408b-8221-2a2f5aa93c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:24.594626 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Allocated IP 172.20.0.10 (8cf3a932-318c-425b-b1b3-583962b22dec/1418d20b-eefd-45cc-a82a-51ab9da16fe5/58e0a45e-98fc-47ac-842a-6b7cd4383bbf) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:33:24.644579 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-ac9e0685-bc5c-45eb-8a15-f67647b2aba2 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:24.646226 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-ac9e0685-bc5c-45eb-8a15-f67647b2aba2 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/networks?id=5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 200 len: 814 time: 0.1285028 Oct 29 21:33:24.684433 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-9e206f88-122d-41e0-af64-c24601301479 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/quotas/7dbda65feba04cb285dc7af3eba1d03e HTTP/1.1" status: 200 len: 375 time: 0.0316491 Oct 29 21:33:24.760322 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-3f518055-ef5d-47b6-9e3d-5c5f95eb7079 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616314 Oct 29 21:33:24.790156 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:24.832381 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:24.871707 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-0252c431-a1e4-4eb3-844e-fdccb5b38759 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:24.873658 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-0252c431-a1e4-4eb3-844e-fdccb5b38759 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.2050972 Oct 29 21:33:24.887774 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Network 8cf3a932-318c-425b-b1b3-583962b22dec is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:33:24.891312 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:24.895728 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:33:24.911147 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-18d81616-bf8e-459f-854b-b97a92bf5f48 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/quotas/bde37bebc4994ad793288f7760dfdcc4 HTTP/1.1" status: 200 len: 375 time: 0.0284958 Oct 29 21:33:24.915046 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-15599e6f-1651-4734-acf5-f6b00f15a978 service neutron] 10.222.0.30 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420538 Oct 29 21:33:24.932124 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:24.966319 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:24.967166 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:24.989544 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-485448b3-93c0-4815-a1dc-cee07f9e2095 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7889893 Oct 29 21:33:25.000423 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Request body: {'port': {'device_id': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:25.040626 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-df44323b-bb02-4ea5-a0ab-c23fe55f357e tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110728 Oct 29 21:33:25.072457 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.077508 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-5ecad88a-a38c-48ef-b028-391402dcee8b service neutron] 10.222.0.30 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554594 Oct 29 21:33:25.162172 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-90121027-1771-4150-9f2a-46501260e14e service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084826 Oct 29 21:33:25.168168 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-279aec5f-1b1d-4807-8a8f-4bf4da784388 None None] Provisioning complete for port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:33:25.168543 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-279aec5f-1b1d-4807-8a8f-4bf4da784388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.244271 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-279aec5f-1b1d-4807-8a8f-4bf4da784388 None None] Port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:33:25.288831 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.345111 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-cc99f5c5-3543-4380-85f0-46fdb42d8326 service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755302 Oct 29 21:33:25.371908 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de9698-bb70-4739-ab01-a0e258c42727 req-f768e5a1-6a6e-4dfc-8287-b44e9ac39ecd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:25.374326 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-93de9698-bb70-4739-ab01-a0e258c42727 req-f768e5a1-6a6e-4dfc-8287-b44e9ac39ecd tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 932 time: 0.0672665 Oct 29 21:33:25.428948 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-93de9698-bb70-4739-ab01-a0e258c42727 req-f5446d39-a00f-4298-a455-bfd17f6e1e17 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473146 Oct 29 21:33:25.478067 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e0a45e-98fc-47ac-842a-6b7cd4383bbf {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:25.487644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.509892 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Transition to ACTIVE for port object 58e0a45e-98fc-47ac-842a-6b7cd4383bbf will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:33:25.516331 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.535583 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bc481858-2105-4e75-b25a-42be3cf59121 req-5a489e14-6a88-4cc7-8420-1bdc2f051ef0 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 210 time: 0.0389147 Oct 29 21:33:25.595677 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Pushing event updated for resources: {'Port': ['ID=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:25.653272 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c2b0f838-93c4-499c-93d2-669a42f677eb req-292d084f-f225-4a8c-850c-aa702a342c63 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0561070 Oct 29 21:33:25.714935 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Attempting to bind port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:33:25.715369 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Attempting to bind port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:33:25.715794 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Attempting to bind port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:25.722744 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf on network 8cf3a932-318c-425b-b1b3-583962b22dec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:33:25.723590 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Attempting to bind port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf on network 8cf3a932-318c-425b-b1b3-583962b22dec {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:25.730042 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:33:25.730496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Checking segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:25.730989 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Bound using segment: {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:33:25.731633 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Bound port: 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66de1c6e-83f8-4c71-a1cc-ac065fdf5912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:33:25.732247 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.740456 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.822481 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] For port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:33:25.828187 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] For port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:33:25.838991 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.859127 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.889335 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:25.889973 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:25.891524 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] 10.222.0.36 "PUT /v2.0/ports/58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 200 len: 1094 time: 0.8963861 Oct 29 21:33:25.891790 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:25.894220 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094" -d '{"events": [{"name": "network-changed", "server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:25.922343 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0553d-d6c1-4bfd-b83a-92c4292c4448 service neutron] Pushing event updated for resources: {'Port': ['ID=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:25.961923 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea58ff-603b-497c-95f0-e11f455be174 x-openstack-request-id: req-63ea58ff-603b-497c-95f0-e11f455be174 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:25.962813 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:25.963193 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63ea58ff-603b-497c-95f0-e11f455be174 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:25.963789 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'status': 'completed', 'code': 200} Oct 29 21:33:25.994928 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:33:26.049384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-a04522ad-ef29-4dd3-8eb3-2a8c6cd8f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.050511 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-a04522ad-ef29-4dd3-8eb3-2a8c6cd8f256 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1097 time: 0.0568728 Oct 29 21:33:26.101757 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-63922dd9-e554-4e93-b1e3-24eb2ed7b54c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 200 len: 217 time: 0.0433900 Oct 29 21:33:26.173387 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-a80894eb-836f-4627-a7ac-86ce9bf62c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.174949 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-a80894eb-836f-4627-a7ac-86ce9bf62c22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0607934 Oct 29 21:33:26.236426 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-287c619b-fa35-4f95-9901-50f0a04783c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.237966 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-287c619b-fa35-4f95-9901-50f0a04783c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452850 Oct 29 21:33:26.343707 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-08ceca59-81f3-4aad-b3b8-40a840faf233 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955672 Oct 29 21:33:26.446557 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-6b1d3c5d-f5bc-4490-a1bc-fb431d738da7 req-c02c87de-3e48-418e-af51-97dc98b99f7e service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945380 Oct 29 21:33:26.574892 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708abfa-5628-4561-800e-937d9f126419 req-457d717d-9c8b-4988-b6f8-592476dda5b9 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.577717 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0708abfa-5628-4561-800e-937d9f126419 req-457d717d-9c8b-4988-b6f8-592476dda5b9 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 944 time: 0.0671320 Oct 29 21:33:26.629414 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0708abfa-5628-4561-800e-937d9f126419 req-c9b60f8a-7fb5-4f0e-8bcd-a0a11151c688 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Oct 29 21:33:26.659372 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-f6f58827-4109-4774-87a3-d648782e95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.660893 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-f6f58827-4109-4774-87a3-d648782e95f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1097 time: 0.1102016 Oct 29 21:33:26.705085 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a470078a-cea9-4c43-baba-bf62d98b4146 req-5478da03-cd26-44b8-9a10-dc1192c1d197 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 210 time: 0.0363767 Oct 29 21:33:26.741488 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-88087128-1f45-4455-a0f5-a70dad48f046 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.743015 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-88087128-1f45-4455-a0f5-a70dad48f046 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "GET /v2.0/networks?id=5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 200 len: 814 time: 0.2023158 Oct 29 21:33:26.767887 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06326770-2b03-4e2a-bdbe-667c947dd598 req-7856b975-9d22-451e-a2d1-5ebeb5912658 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0328014 Oct 29 21:33:26.772443 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Request body: {'port': {'device_id': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a', 'admin_state_up': True, 'tenant_id': '7dbda65feba04cb285dc7af3eba1d03e'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:26.854782 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-8ad446bf-136c-4eba-be74-4b995bb5224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:26.856160 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-8ad446bf-136c-4eba-be74-4b995bb5224f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.1877890 Oct 29 21:33:26.944037 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-0064f98a-44ea-4e50-8aa2-6caab0fa1af9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 200 len: 217 time: 0.0432432 Oct 29 21:33:26.953709 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Made reservation on behalf of 7dbda65feba04cb285dc7af3eba1d03e for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:26.957541 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:27.078636 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-26fff6a1-d649-4a5c-a947-37ca973453a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:27.080118 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-26fff6a1-d649-4a5c-a947-37ca973453a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.1203759 Oct 29 21:33:27.186967 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:27.472474 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-466d5bcd-d247-4215-8f59-6682320fa272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:27.473967 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-466d5bcd-d247-4215-8f59-6682320fa272 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3632345 Oct 29 21:33:27.482411 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-a1e06385-c2fe-4f94-a305-d81a80f485a7 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:27.483727 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-a1e06385-c2fe-4f94-a305-d81a80f485a7 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.5090003 Oct 29 21:33:27.501954 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Request body: {'port': {'device_id': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'admin_state_up': True, 'tenant_id': 'bde37bebc4994ad793288f7760dfdcc4'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:27.551076 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Allocated IP 172.20.0.11 (5370f61d-d965-41fb-ab01-1ed346ec1a1a/50f1b354-115e-42ff-a6af-f46c3d8714eb/182adb40-66d7-4f18-9689-0625c3f9942b) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:33:27.683866 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-ded753fe-7816-48bb-90c3-ed4dea42afd0 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925199 Oct 29 21:33:27.773159 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96195593-f1e5-4005-be32-2503db527ee1 req-e512fe32-734c-4864-baa8-01356d8f13b6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:27.774861 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-96195593-f1e5-4005-be32-2503db527ee1 req-e512fe32-734c-4864-baa8-01356d8f13b6 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 944 time: 0.0596759 Oct 29 21:33:27.824004 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-cfdcb85a-3009-4d2a-b5ac-d4aa118adf9f req-c60856e3-ed94-41e5-b913-7c3b204ea38c tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 210 time: 0.0359404 Oct 29 21:33:27.835606 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Made reservation on behalf of bde37bebc4994ad793288f7760dfdcc4 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:27.839934 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:27.863527 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-96195593-f1e5-4005-be32-2503db527ee1 req-dbae7fee-f97c-43d2-aade-f0237de64ffb tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817101 Oct 29 21:33:27.936858 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-81398ebd-2fb4-4312-b9b8-fc2712dfa509 req-b302f4d1-78c6-47d6-bb2a-89c6f7f58ea3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0305986 Oct 29 21:33:27.959493 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a8ad49a0-6bb6-4ba0-aa94-b45b300a8094 req-0cdf5c24-61af-44d5-b50f-dc38c93e2f27 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643690 Oct 29 21:33:27.983207 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.058728 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Allocated IP 172.20.0.7 (db93ae86-ec79-4238-a284-534b8c05c042/9cb6bb45-eaac-417e-9af6-5134a4f21ab3/b9f3f7b6-d44c-4004-a64f-458c0aae17bd) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:33:28.071275 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.131802 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Network 5370f61d-d965-41fb-ab01-1ed346ec1a1a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:33:28.142801 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:28.152524 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:33:28.158888 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Pushing event updated for resources: {'Port': ['ID=182adb40-66d7-4f18-9689-0625c3f9942b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:28.219082 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.219430 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.219775 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.220114 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.220450 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.220826 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.221160 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.221493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.221840 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.222155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.222484 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.222812 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:28.277525 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:28.278137 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.302834 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-472e7f76-ded9-4913-94f3-31948f894f6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5405042 Oct 29 21:33:28.317632 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Request body: {'port': {'device_id': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:28.389966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.402657 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.472276 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.487884 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:28.590635 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Network db93ae86-ec79-4238-a284-534b8c05c042 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:33:28.591461 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event updated for resources: {'Port': ['ID=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:28.597168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:28.600995 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:33:28.692871 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:28.693685 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.723673 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-6ddd6f55-ae4d-46d5-8e88-2891e10e9e2a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2302070 Oct 29 21:33:28.745828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Request body: {'port': {'device_id': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:28.837431 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.854895 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182adb40-66d7-4f18-9689-0625c3f9942b {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:28.865375 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:28.909799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Transition to ACTIVE for port object 182adb40-66d7-4f18-9689-0625c3f9942b will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:33:28.924219 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.003221 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93481-3875-4d91-afa9-caac5a2a33e1 req-31741a1f-e7fc-4ba1-ba02-58ea8c2d6252 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.005360 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ac93481-3875-4d91-afa9-caac5a2a33e1 req-31741a1f-e7fc-4ba1-ba02-58ea8c2d6252 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 944 time: 0.0858500 Oct 29 21:33:29.018874 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76102188-0d1a-4f9e-bb29-fac61b72cb47 req-0bd4e6f3-116d-4550-a13a-4dc0b6d259ed tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.020580 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-76102188-0d1a-4f9e-bb29-fac61b72cb47 req-0bd4e6f3-116d-4550-a13a-4dc0b6d259ed tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 944 time: 0.0700738 Oct 29 21:33:29.041811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Pushing event updated for resources: {'Port': ['ID=182adb40-66d7-4f18-9689-0625c3f9942b,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:29.086114 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ac93481-3875-4d91-afa9-caac5a2a33e1 req-2dfa7e03-db29-4dfc-99ae-3f5a609b87c2 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644813 Oct 29 21:33:29.094963 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-76102188-0d1a-4f9e-bb29-fac61b72cb47 req-4f00ff4a-3077-4f8a-9b39-172e2b03ded1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Oct 29 21:33:29.198325 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8aae9-103c-405c-8ff4-b089817922e4 req-eedc0798-510b-4eee-bdac-61fe5124e8af tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.199883 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7c8aae9-103c-405c-8ff4-b089817922e4 req-eedc0798-510b-4eee-bdac-61fe5124e8af tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 931 time: 0.0525777 Oct 29 21:33:29.205941 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Attempting to bind port 182adb40-66d7-4f18-9689-0625c3f9942b on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:33:29.206271 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Attempting to bind port 182adb40-66d7-4f18-9689-0625c3f9942b by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:33:29.206592 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Attempting to bind port 182adb40-66d7-4f18-9689-0625c3f9942b on network 5370f61d-d965-41fb-ab01-1ed346ec1a1a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:29.217994 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Port 182adb40-66d7-4f18-9689-0625c3f9942b on network 5370f61d-d965-41fb-ab01-1ed346ec1a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:33:29.218307 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Attempting to bind port 182adb40-66d7-4f18-9689-0625c3f9942b on network 5370f61d-d965-41fb-ab01-1ed346ec1a1a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:29.228403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:33:29.228754 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Checking segment: {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:29.229127 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Bound using segment: {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:33:29.229548 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Bound port: 182adb40-66d7-4f18-9689-0625c3f9942b, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:33:29.229899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.240731 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a7c8aae9-103c-405c-8ff4-b089817922e4 req-9be0db89-41a2-4dec-94d8-9497209b6f85 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Oct 29 21:33:29.308467 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f3f7b6-d44c-4004-a64f-458c0aae17bd {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:29.319795 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.347052 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Transition to ACTIVE for port object b9f3f7b6-d44c-4004-a64f-458c0aae17bd will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:33:29.351677 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] For port 182adb40-66d7-4f18-9689-0625c3f9942b, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:33:29.353954 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.357741 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] For port 182adb40-66d7-4f18-9689-0625c3f9942b, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=182adb40-66d7-4f18-9689-0625c3f9942b,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:33:29.366247 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.416693 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.417316 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.418716 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/182adb40-66d7-4f18-9689-0625c3f9942b HTTP/1.1" status: 200 len: 1094 time: 1.1061962 Oct 29 21:33:29.419155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'tag': '182adb40-66d7-4f18-9689-0625c3f9942b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:29.421440 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cdc4c4-b0af-4d55-afd0-addd15983a21" -d '{"events": [{"name": "network-changed", "server_uuid": "2e31f218-e5f1-44b4-a03f-52ecaa5c6655", "tag": "182adb40-66d7-4f18-9689-0625c3f9942b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:29.429567 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:29.480103 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b55361a-b456-464a-bf43-fec96e82294b x-openstack-request-id: req-6b55361a-b456-464a-bf43-fec96e82294b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:29.480396 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e31f218-e5f1-44b4-a03f-52ecaa5c6655", "tag": "182adb40-66d7-4f18-9689-0625c3f9942b", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:29.480628 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b55361a-b456-464a-bf43-fec96e82294b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:29.481054 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'tag': '182adb40-66d7-4f18-9689-0625c3f9942b', 'status': 'completed', 'code': 200} Oct 29 21:33:29.564817 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e794e8-0915-4dce-bc50-be0769c789b8 service neutron] Pushing event updated for resources: {'Port': ['ID=182adb40-66d7-4f18-9689-0625c3f9942b,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:29.588876 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-1f7aaabe-0291-4489-95a3-04006659d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.590398 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-1f7aaabe-0291-4489-95a3-04006659d31c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 1097 time: 0.1121340 Oct 29 21:33:29.591056 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Attempting to bind port b9f3f7b6-d44c-4004-a64f-458c0aae17bd on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:33:29.591408 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Attempting to bind port b9f3f7b6-d44c-4004-a64f-458c0aae17bd by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:33:29.591737 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Attempting to bind port b9f3f7b6-d44c-4004-a64f-458c0aae17bd on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:29.596694 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Port b9f3f7b6-d44c-4004-a64f-458c0aae17bd on network db93ae86-ec79-4238-a284-534b8c05c042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:33:29.597014 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Attempting to bind port b9f3f7b6-d44c-4004-a64f-458c0aae17bd on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:29.608902 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:33:29.609131 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Checking segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:29.609508 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Bound using segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:33:29.609930 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Bound port: b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:33:29.610282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.644491 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-90d97519-a9d1-4e57-b8c5-2a147da7659f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=182adb40-66d7-4f18-9689-0625c3f9942b HTTP/1.1" status: 200 len: 217 time: 0.0452449 Oct 29 21:33:29.731214 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429407fd-0ade-4b74-a973-d07262380e15 req-e5923d66-83d8-43f0-b1e5-c20e3866caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.732987 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-e5923d66-83d8-43f0-b1e5-c20e3866caa8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50f1b354-115e-42ff-a6af-f46c3d8714eb HTTP/1.1" status: 200 len: 854 time: 0.0792911 Oct 29 21:33:29.752305 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] For port b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:33:29.787007 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-efef7bde-da9c-4fc0-9c84-6190d8bf89bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5370f61d-d965-41fb-ab01-1ed346ec1a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361478 Oct 29 21:33:29.788854 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] For port b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:33:29.795862 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.888195 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:29.888914 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:29.890371 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9f3f7b6-d44c-4004-a64f-458c0aae17bd HTTP/1.1" status: 200 len: 1093 time: 1.1501687 Oct 29 21:33:29.914676 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66568b19-1e45-49f2-8f36-bad57bddf4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:29.948640 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-530fd35e-8a7e-40d2-9139-0c29c50707d9 service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541278 Oct 29 21:33:30.062210 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-d0570a8b-eaf7-4e21-a4e4-a086bbf9d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.063749 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-d0570a8b-eaf7-4e21-a4e4-a086bbf9d48b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1138225 Oct 29 21:33:30.124701 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-429407fd-0ade-4b74-a973-d07262380e15 req-69bae415-59e0-48d7-aa58-cfbe3b59bc00 service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591210 Oct 29 21:33:30.126732 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-3c390fc2-add4-4b53-b08e-53f2f5febde1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd HTTP/1.1" status: 200 len: 217 time: 0.0541914 Oct 29 21:33:30.197942 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-5af2e2bf-1b69-4f0e-a676-7e8dc992677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.199583 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-5af2e2bf-1b69-4f0e-a676-7e8dc992677c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0617526 Oct 29 21:33:30.242129 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-f9986dd4-99af-4019-b1b2-bb4b8fee56e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278003 Oct 29 21:33:30.261733 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2c66-1b8b-4038-9ac3-1989058a0de7 req-329e8046-254d-4098-89a0-d4a22da90be0 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.264907 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea5a2c66-1b8b-4038-9ac3-1989058a0de7 req-329e8046-254d-4098-89a0-d4a22da90be0 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 944 time: 0.0873432 Oct 29 21:33:30.276063 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23991d19-6905-4858-aa25-19567b237951 req-b4edffbf-5a0f-4451-b5f3-6bec69c0696a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.277669 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-23991d19-6905-4858-aa25-19567b237951 req-b4edffbf-5a0f-4451-b5f3-6bec69c0696a tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 944 time: 0.0891669 Oct 29 21:33:30.306708 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-295b7ce0-d887-44fd-bba7-dcf0f7c850e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.308260 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-295b7ce0-d887-44fd-bba7-dcf0f7c850e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 1097 time: 0.1256211 Oct 29 21:33:30.338729 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ea5a2c66-1b8b-4038-9ac3-1989058a0de7 req-778146c1-a8a9-43f3-a5c2-dee5924bf5a0 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600386 Oct 29 21:33:30.347301 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-23991d19-6905-4858-aa25-19567b237951 req-a174a645-c42a-4f99-ac24-cb3bddb27547 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602987 Oct 29 21:33:30.424766 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-8cfe4478-ac60-480d-a76e-b4456f69f376 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744869 Oct 29 21:33:30.458596 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-d6182407-2947-44cb-a7ac-44c2c88b79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.460115 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-d6182407-2947-44cb-a7ac-44c2c88b79f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 200 len: 915 time: 0.1428161 Oct 29 21:33:30.472000 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1856f1-4dcb-4071-9326-822f91ef06d7 req-84818d81-cb67-49ee-bfcf-df0f5eaaf3ff tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.473634 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2e1856f1-4dcb-4071-9326-822f91ef06d7 req-84818d81-cb67-49ee-bfcf-df0f5eaaf3ff tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0573595 Oct 29 21:33:30.520021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2e1856f1-4dcb-4071-9326-822f91ef06d7 req-0fdfed38-99ff-4200-811a-a0a256abdd94 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Oct 29 21:33:30.533064 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-3e1641cd-f4d6-43c0-98e6-3e5d4d919398 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=182adb40-66d7-4f18-9689-0625c3f9942b HTTP/1.1" status: 200 len: 217 time: 0.0474803 Oct 29 21:33:30.608384 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba9f6a2f-d9d1-433d-aaae-eab416852359 req-89cd3c57-b67e-4677-9cc0-2dd35659594a service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717377 Oct 29 21:33:30.610249 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-5863c811-cc51-40ce-a874-5e17cf5f27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:30.611639 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-5863c811-cc51-40ce-a874-5e17cf5f27c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50f1b354-115e-42ff-a6af-f46c3d8714eb HTTP/1.1" status: 200 len: 854 time: 0.0695155 Oct 29 21:33:30.648637 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-f41b9195-4284-4f48-86f2-70e2b4f6c5dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5370f61d-d965-41fb-ab01-1ed346ec1a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277846 Oct 29 21:33:30.752598 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-62e17bdd-9236-4385-8414-e7f75423fc79 service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921082 Oct 29 21:33:30.847928 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-a5cdc4c4-b0af-4d55-afd0-addd15983a21 req-691c1448-b684-4e2f-9056-eba1ade3da8e service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865479 Oct 29 21:33:31.482483 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'tag': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:31.485172 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015adbfb-d848-4ff6-8c22-36345849d53e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6", "tag": "b9f3f7b6-d44c-4004-a64f-458c0aae17bd"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:31.525664 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e682e-d7d8-46e5-ad90-b4c7cbd0c364 req-101aaf3b-e612-4349-a109-44b1619762d2 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:31.527234 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9e2e682e-d7d8-46e5-ad90-b4c7cbd0c364 req-101aaf3b-e612-4349-a109-44b1619762d2 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 944 time: 0.0957665 Oct 29 21:33:31.535863 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4ec7c-cea3-4454-8ed8-6cab47e36cd0 req-79bc9bba-aa14-4678-82ff-70baea169ab7 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:31.537464 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d0a4ec7c-cea3-4454-8ed8-6cab47e36cd0 req-79bc9bba-aa14-4678-82ff-70baea169ab7 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 944 time: 0.1071746 Oct 29 21:33:31.595570 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9e2e682e-d7d8-46e5-ad90-b4c7cbd0c364 req-5595c50f-3a8b-4415-ac29-eca237c43814 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569797 Oct 29 21:33:31.604646 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d0a4ec7c-cea3-4454-8ed8-6cab47e36cd0 req-dbc73ad1-fb7e-44f3-9f02-95dfd9eaae0f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573063 Oct 29 21:33:31.656712 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197bdcd8-17cc-41d1-8927-f2196e3f3916 x-openstack-request-id: req-197bdcd8-17cc-41d1-8927-f2196e3f3916 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:31.658042 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6", "tag": "b9f3f7b6-d44c-4004-a64f-458c0aae17bd", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:31.658517 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-197bdcd8-17cc-41d1-8927-f2196e3f3916 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:31.659053 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'tag': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'status': 'completed', 'code': 200} Oct 29 21:33:31.738475 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adbfb-d848-4ff6-8c22-36345849d53e req-43729fd2-660b-4f81-9ae9-68fa9b67e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:31.739055 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b1a97-c282-45a0-ac5d-0751f54f7ce1 req-d7aa4e39-c5ec-42d6-958e-b935693647df tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:31.740169 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-43729fd2-660b-4f81-9ae9-68fa9b67e0a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0527575 Oct 29 21:33:31.740987 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d4b1a97-c282-45a0-ac5d-0751f54f7ce1 req-d7aa4e39-c5ec-42d6-958e-b935693647df tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0647860 Oct 29 21:33:31.792138 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d4b1a97-c282-45a0-ac5d-0751f54f7ce1 req-e3824d29-7a5f-4222-83ed-2bb1d54d3057 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Oct 29 21:33:31.858375 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adbfb-d848-4ff6-8c22-36345849d53e req-978ef940-7fac-4ebb-bcc7-aa184fb1399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:31.862248 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-978ef940-7fac-4ebb-bcc7-aa184fb1399f service neutron] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 915 time: 0.1144838 Oct 29 21:33:31.913501 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-1e9b73ce-64ca-47b0-98e8-6aae4afc4cc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd HTTP/1.1" status: 200 len: 217 time: 0.0435865 Oct 29 21:33:31.973966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015adbfb-d848-4ff6-8c22-36345849d53e req-f1f45a1f-f79f-4a1f-b74c-4bbfe0ea4305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:31.975426 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-f1f45a1f-f79f-4a1f-b74c-4bbfe0ea4305 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0489862 Oct 29 21:33:32.009428 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-262eb2b1-5a19-4132-b7d8-0bfdcc9dff96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259206 Oct 29 21:33:32.107106 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-58405a33-57a1-4d6a-85a3-6deaf401e925 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891280 Oct 29 21:33:32.209406 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-015adbfb-d848-4ff6-8c22-36345849d53e req-bcaaa0b1-a92c-48a9-9843-8f9f0c8d0eea service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916514 Oct 29 21:33:32.756844 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248168a-b4d2-4828-a86f-3bfb8cd409b4 req-d13e4542-df35-4bbd-bbdf-251cff63c8ab tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:32.758189 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0248168a-b4d2-4828-a86f-3bfb8cd409b4 req-d13e4542-df35-4bbd-bbdf-251cff63c8ab tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 944 time: 0.0797689 Oct 29 21:33:32.767477 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fa51d-49a7-48ba-829d-5c1a804ce25a req-d34ddd07-ebe8-4b41-8bc3-c41947113ab4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:32.768971 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d41fa51d-49a7-48ba-829d-5c1a804ce25a req-d34ddd07-ebe8-4b41-8bc3-c41947113ab4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 944 time: 0.0806446 Oct 29 21:33:32.822850 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0248168a-b4d2-4828-a86f-3bfb8cd409b4 req-c2bbdc85-7a36-4b9a-bcaa-1a55a8d36540 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529110 Oct 29 21:33:32.830978 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d41fa51d-49a7-48ba-829d-5c1a804ce25a req-86f2d00a-7e11-4898-a266-e22640758b40 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550935 Oct 29 21:33:32.929778 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58607d0-87a5-4e8a-89e5-0db822c470bb req-81d1a37f-8ae6-4213-8b82-cad1cd60fc63 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:32.931290 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b58607d0-87a5-4e8a-89e5-0db822c470bb req-81d1a37f-8ae6-4213-8b82-cad1cd60fc63 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0528383 Oct 29 21:33:32.970914 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b58607d0-87a5-4e8a-89e5-0db822c470bb req-cb36feff-c4bf-46d0-9d45-237d9bc101ec tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Oct 29 21:33:33.259710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 58e0a45e-98fc-47ac-842a-6b7cd4383bbf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:33:33.364987 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:33.377858 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'port_id': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'mac_address': 'fa:16:3e:8d:f1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:33:33.416904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:33.431498 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e0a45e-98fc-47ac-842a-6b7cd4383bbf {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:33.453196 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:33.457415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:33.458074 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 182adb40-66d7-4f18-9689-0625c3f9942b details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:33:33.555793 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:33.605225 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 182adb40-66d7-4f18-9689-0625c3f9942b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=182adb40-66d7-4f18-9689-0625c3f9942b,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:33.618259 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '182adb40-66d7-4f18-9689-0625c3f9942b', 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a', 'port_id': '182adb40-66d7-4f18-9689-0625c3f9942b', 'mac_address': 'fa:16:3e:8a:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f1b354-115e-42ff-a6af-f46c3d8714eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:33:33.659114 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:33.674312 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182adb40-66d7-4f18-9689-0625c3f9942b {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:33.699729 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 182adb40-66d7-4f18-9689-0625c3f9942b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=182adb40-66d7-4f18-9689-0625c3f9942b,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:33.705611 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:33.706379 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b9f3f7b6-d44c-4004-a64f-458c0aae17bd details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:33:33.801887 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=182adb40-66d7-4f18-9689-0625c3f9942b,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:33.850923 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:33.868718 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'port_id': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'mac_address': 'fa:16:3e:0d:fa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb6bb45-eaac-417e-9af6-5134a4f21ab3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:33:33.924418 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:33.940739 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f3f7b6-d44c-4004-a64f-458c0aae17bd {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:33.971191 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:33.976118 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:33.988985 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef54e4-5ddd-443b-ae89-eb269e50754d req-973b818e-9e8c-42b9-98d0-76a3b9cc9054 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:33.990544 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14ef54e4-5ddd-443b-ae89-eb269e50754d req-973b818e-9e8c-42b9-98d0-76a3b9cc9054 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 945 time: 0.0947535 Oct 29 21:33:34.028330 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b36ae7-906c-49e0-bffe-921d6e34f4b1 req-223b0dc6-3c05-43ac-827d-40619b0c3ae4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:34.030888 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b5b36ae7-906c-49e0-bffe-921d6e34f4b1 req-223b0dc6-3c05-43ac-827d-40619b0c3ae4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 945 time: 0.0967948 Oct 29 21:33:34.053156 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:34.056154 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14ef54e4-5ddd-443b-ae89-eb269e50754d req-fa3379f1-e7d0-4266-bb3a-d4c190e8dedd tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592337 Oct 29 21:33:34.096969 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b5b36ae7-906c-49e0-bffe-921d6e34f4b1 req-a9493508-7fd2-4b09-a495-85d7ed4ae7a2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550511 Oct 29 21:33:34.177816 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c465ab5-877e-49cf-bf3e-8ea0d9597021 req-8be9ffcc-825e-4e15-85c7-180c6e53052e tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:34.179439 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3c465ab5-877e-49cf-bf3e-8ea0d9597021 req-8be9ffcc-825e-4e15-85c7-180c6e53052e tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0545115 Oct 29 21:33:34.225000 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3c465ab5-877e-49cf-bf3e-8ea0d9597021 req-31494cd6-7694-4d03-a14c-2d595639b1fb tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Oct 29 21:33:34.285152 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['182adb40-66d7-4f18-9689-0625c3f9942b'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:34.311621 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b9f3f7b6-d44c-4004-a64f-458c0aae17bd'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:34.344363 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['58e0a45e-98fc-47ac-842a-6b7cd4383bbf'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:35.217735 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bec486-46d0-4f09-8825-4daaf25d51e7 req-39953efc-2931-490c-bb26-b58f211d8b9c tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:35.219434 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4bec486-46d0-4f09-8825-4daaf25d51e7 req-39953efc-2931-490c-bb26-b58f211d8b9c tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 945 time: 0.0780718 Oct 29 21:33:35.257922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107c0bf-1537-41b6-8ec2-10f224cb8c1d req-8e1bca50-ee15-4a4b-9bac-dd88fc4bd76d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:35.259560 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2107c0bf-1537-41b6-8ec2-10f224cb8c1d req-8e1bca50-ee15-4a4b-9bac-dd88fc4bd76d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 945 time: 0.0871778 Oct 29 21:33:35.287597 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4bec486-46d0-4f09-8825-4daaf25d51e7 req-a8360b2b-8f87-467d-814e-1d2e16c010b7 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Oct 29 21:33:35.321688 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2107c0bf-1537-41b6-8ec2-10f224cb8c1d req-2a847ead-ec72-4841-b3a1-1d00867aca4d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489445 Oct 29 21:33:35.406774 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316f79a-d916-4dae-9eb8-561ec195f3ac req-826c8aa8-5f80-42bc-9415-b8a65d917858 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:35.408352 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f316f79a-d916-4dae-9eb8-561ec195f3ac req-826c8aa8-5f80-42bc-9415-b8a65d917858 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0521350 Oct 29 21:33:35.448939 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f316f79a-d916-4dae-9eb8-561ec195f3ac req-d00ffab0-b6fd-4ff1-adcb-d393cd6851c6 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Oct 29 21:33:36.483479 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce052bb6-7153-45a3-a21e-efded4f278ba req-a139d0e8-9999-437f-9cd2-9705f0660ef3 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:36.485127 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ce052bb6-7153-45a3-a21e-efded4f278ba req-a139d0e8-9999-437f-9cd2-9705f0660ef3 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 945 time: 0.1149676 Oct 29 21:33:36.766351 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b6923-a811-41a8-be4e-c9569bb8a10b req-e7c307d2-f2a5-4180-b02f-3d4bccb7749f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:36.767929 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-654b6923-a811-41a8-be4e-c9569bb8a10b req-e7c307d2-f2a5-4180-b02f-3d4bccb7749f tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 945 time: 0.3572378 Oct 29 21:33:36.796920 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ce052bb6-7153-45a3-a21e-efded4f278ba req-1fcf26c3-3014-4a93-90bc-4c77cb385eea tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045528 Oct 29 21:33:36.830661 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-654b6923-a811-41a8-be4e-c9569bb8a10b req-4e0a4b08-c275-4acb-99c5-56abcad1bde2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480409 Oct 29 21:33:36.928494 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0e833-9222-4904-92de-cdbe5ae72fe2 req-86e4b035-2afe-45f8-80fd-6f5d967d5bec tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:36.930154 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c6a0e833-9222-4904-92de-cdbe5ae72fe2 req-86e4b035-2afe-45f8-80fd-6f5d967d5bec tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0565014 Oct 29 21:33:36.973977 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c6a0e833-9222-4904-92de-cdbe5ae72fe2 req-fc3cac2e-c423-4629-bb96-6cc6629d6691 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365787 Oct 29 21:33:37.261078 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 58e0a45e-98fc-47ac-842a-6b7cd4383bbf up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:33:37.330772 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:33:37.335548 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:33:37.336005 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:37.431217 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:37.457213 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:37.459643 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15050fdf-1a5f-4d10-acda-409c33315101" -d '{"events": [{"server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "name": "network-vif-plugged", "status": "completed", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:37.478147 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:37.485002 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:37.486568 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 182adb40-66d7-4f18-9689-0625c3f9942b up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:33:37.530875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bd2873-af4c-4ea8-bcd8-ee082e75ea53 x-openstack-request-id: req-a8bd2873-af4c-4ea8-bcd8-ee082e75ea53 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:37.531118 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "name": "network-vif-plugged", "status": "completed", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:37.531352 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8bd2873-af4c-4ea8-bcd8-ee082e75ea53 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:37.531750 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'code': 200} Oct 29 21:33:37.575144 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:37.590600 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 182adb40-66d7-4f18-9689-0625c3f9942b completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:33:37.595833 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 182adb40-66d7-4f18-9689-0625c3f9942b triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:33:37.596402 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:37.713402 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:37.761139 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 182adb40-66d7-4f18-9689-0625c3f9942b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=182adb40-66d7-4f18-9689-0625c3f9942b,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:37.767647 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:37.769019 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b9f3f7b6-d44c-4004-a64f-458c0aae17bd up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:33:37.778904 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939187c8-a133-47cc-af80-70b44c7aee3d req-b21d1a38-7eda-43fd-9ff6-77be0990a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:37.781851 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-939187c8-a133-47cc-af80-70b44c7aee3d req-b21d1a38-7eda-43fd-9ff6-77be0990a9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1099 time: 0.0543242 Oct 29 21:33:37.840221 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-939187c8-a133-47cc-af80-70b44c7aee3d req-a9393a7c-64f0-4f22-ae00-70fa6cc52dee service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512385 Oct 29 21:33:37.857670 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=182adb40-66d7-4f18-9689-0625c3f9942b,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:37.873125 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port b9f3f7b6-d44c-4004-a64f-458c0aae17bd completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:33:37.878497 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port b9f3f7b6-d44c-4004-a64f-458c0aae17bd triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:33:37.878964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:38.006348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:38.043408 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648513-d082-4d8a-a206-5fb801dd9165 req-3d04baa3-33cd-49c7-96be-c8071eb733c4 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:38.046524 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-20648513-d082-4d8a-a206-5fb801dd9165 req-3d04baa3-33cd-49c7-96be-c8071eb733c4 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.1356137 Oct 29 21:33:38.059348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:38.063074 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c99618-3643-44ea-8236-d120ef6c2b7c req-7cd97024-71ee-4c0f-adf7-5b33eeed002d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:38.064541 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:38.064996 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-82c99618-3643-44ea-8236-d120ef6c2b7c req-7cd97024-71ee-4c0f-adf7-5b33eeed002d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 946 time: 0.1141191 Oct 29 21:33:38.119335 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:38.134610 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-82c99618-3643-44ea-8236-d120ef6c2b7c req-6dd2dabc-db43-4b2c-9d86-de67fd3bc023 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566645 Oct 29 21:33:38.137561 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-20648513-d082-4d8a-a206-5fb801dd9165 req-bc1a5870-a6ab-4afd-b15b-f856c7887943 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715775 Oct 29 21:33:38.247162 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ab10c-dd8d-4c5d-a24e-2a0f372e326c req-cc1e5400-fd33-494b-a4dd-277b7c4e96a9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:38.249744 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c29ab10c-dd8d-4c5d-a24e-2a0f372e326c req-cc1e5400-fd33-494b-a4dd-277b7c4e96a9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0532517 Oct 29 21:33:38.291807 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c29ab10c-dd8d-4c5d-a24e-2a0f372e326c req-51ef8d66-5c37-463a-b646-dfa3dc28f87a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357218 Oct 29 21:33:39.287360 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd3fd1-f175-4b49-9d3f-c3b98dab9e3a req-ada20b9c-3eab-4d2d-a6c9-c373c3ded2ff tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.288945 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91cd3fd1-f175-4b49-9d3f-c3b98dab9e3a req-ada20b9c-3eab-4d2d-a6c9-c373c3ded2ff tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 946 time: 0.0826571 Oct 29 21:33:39.298507 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8e00-728f-443d-8d9c-56b14d464e71 req-f1223fb9-5514-4c7c-ae86-603a4847ce46 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.300021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bd8c8e00-728f-443d-8d9c-56b14d464e71 req-f1223fb9-5514-4c7c-ae86-603a4847ce46 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.0834689 Oct 29 21:33:39.358274 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91cd3fd1-f175-4b49-9d3f-c3b98dab9e3a req-78cac354-8727-45b8-a52e-c8661edb0ca5 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572078 Oct 29 21:33:39.363454 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bd8c8e00-728f-443d-8d9c-56b14d464e71 req-7d3370bf-f382-4e51-ad0c-c7957fb07af4 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564411 Oct 29 21:33:39.498093 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6be0c-5223-412f-906e-6379b02797b3 req-f0cbaf45-8b61-4fbc-9615-704248a523e5 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.500202 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e5b6be0c-5223-412f-906e-6379b02797b3 req-f0cbaf45-8b61-4fbc-9615-704248a523e5 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0835493 Oct 29 21:33:39.512286 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c32ee-972f-46e5-8133-a6d68d14c57d req-13461e47-0615-4726-837f-588f187fa396 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.513727 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d70c32ee-972f-46e5-8133-a6d68d14c57d req-13461e47-0615-4726-837f-588f187fa396 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 946 time: 0.0718439 Oct 29 21:33:39.532593 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182adb40-66d7-4f18-9689-0625c3f9942b'}, {'server_uuid': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:39.534993 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce0b0e-732a-4c6a-9745-3ea6684d7193" -d '{"events": [{"server_uuid": "2e31f218-e5f1-44b4-a03f-52ecaa5c6655", "name": "network-vif-plugged", "status": "completed", "tag": "182adb40-66d7-4f18-9689-0625c3f9942b"}, {"server_uuid": "dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b9f3f7b6-d44c-4004-a64f-458c0aae17bd"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:39.572725 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e5b6be0c-5223-412f-906e-6379b02797b3 req-358360d6-49f5-4923-bb77-96cee899d624 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579739 Oct 29 21:33:39.577767 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d70c32ee-972f-46e5-8133-a6d68d14c57d req-a635a28e-06ba-4ea6-8164-e3573007cd2d tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571713 Oct 29 21:33:39.603097 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 43122) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:39.624881 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2fa866-6572-4a35-a699-1d58b3137c9c x-openstack-request-id: req-8f2fa866-6572-4a35-a699-1d58b3137c9c {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:39.625185 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e31f218-e5f1-44b4-a03f-52ecaa5c6655", "name": "network-vif-plugged", "status": "completed", "tag": "182adb40-66d7-4f18-9689-0625c3f9942b", "code": 200}, {"server_uuid": "dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6", "name": "network-vif-plugged", "status": "completed", "tag": "b9f3f7b6-d44c-4004-a64f-458c0aae17bd", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:39.625440 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f2fa866-6572-4a35-a699-1d58b3137c9c {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:39.625835 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182adb40-66d7-4f18-9689-0625c3f9942b', 'code': 200} Oct 29 21:33:39.626087 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'code': 200} Oct 29 21:33:39.652533 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbace77-db83-400e-b88c-7200ff6eba4c tempest-TestVolumeBootPattern-1249091387 tempest-TestVolumeBootPattern-1249091387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.656135 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0cbace77-db83-400e-b88c-7200ff6eba4c tempest-TestVolumeBootPattern-1249091387 tempest-TestVolumeBootPattern-1249091387-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1094 time: 0.0517068 Oct 29 21:33:39.658854 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 43124) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:33:39.665005 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'port_id': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:39.690109 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:39.804428 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:39.852978 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eff12f-25df-417d-aa7b-95239311e56a req-a1b9e283-66a5-4a52-8ff1-970a6138e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.854528 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51eff12f-25df-417d-aa7b-95239311e56a req-a1b9e283-66a5-4a52-8ff1-970a6138e408 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 1099 time: 0.0714242 Oct 29 21:33:39.872756 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8c284-d86b-4408-ae4e-d967c607c579 req-661d4a3c-60fa-4dc8-becb-f3f21d5b44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:39.874396 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-cbb8c284-d86b-4408-ae4e-d967c607c579 req-661d4a3c-60fa-4dc8-becb-f3f21d5b44aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 1098 time: 0.0835068 Oct 29 21:33:39.921885 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51eff12f-25df-417d-aa7b-95239311e56a req-6d9c8e0b-b8cd-42a2-ace7-3c3c83ffb49f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Oct 29 21:33:39.928448 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-cbb8c284-d86b-4408-ae4e-d967c607c579 req-e4bc712e-9dd5-440e-b69e-d17739c575d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451763 Oct 29 21:33:39.929139 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Allocated IP 172.27.2.38 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/2787f8a5-b975-4a59-8363-1b626edef8c2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:33:40.063850 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:40.098734 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:40.138497 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:33:40.141513 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:40.145038 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:33:40.150376 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=2787f8a5-b975-4a59-8363-1b626edef8c2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:40.177585 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.177932 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.178271 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.178604 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.178935 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.179266 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.179594 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.179926 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.180252 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.180574 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.180919 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.181238 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:33:40.532312 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:40.540650 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9506738-e23e-4f85-a058-a2d81eca7076 req-a898e0e2-c3cb-44c5-852a-8dda29d3e45b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:40.542153 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e9506738-e23e-4f85-a058-a2d81eca7076 req-a898e0e2-c3cb-44c5-852a-8dda29d3e45b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.0946298 Oct 29 21:33:40.613589 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e9506738-e23e-4f85-a058-a2d81eca7076 req-33c8c27c-5fbf-4872-bb17-364c834ddc39 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Oct 29 21:33:40.637032 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:40.760363 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726639e-6f34-48db-a008-993d5ad46e53 req-e464c11e-7ac4-430a-9675-5521b0df73f9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:40.761797 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0726639e-6f34-48db-a008-993d5ad46e53 req-e464c11e-7ac4-430a-9675-5521b0df73f9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.1045702 Oct 29 21:33:40.825637 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0726639e-6f34-48db-a008-993d5ad46e53 req-01b998b4-1897-4951-8bbf-404f17d2826b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560856 Oct 29 21:33:40.860189 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:40.864613 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:40.936532 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event updated for resources: {'Port': ['ID=2787f8a5-b975-4a59-8363-1b626edef8c2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:40.946505 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:41.049502 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Floating IP db5f06b8-cae1-4343-9053-e35f69e87395 associated. External IP: 172.27.2.38, port: 58e0a45e-98fc-47ac-842a-6b7cd4383bbf. Oct 29 21:33:41.268185 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:33:41.376970 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:33:41.386871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:33:41.396558 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:41.397535 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:33:41.398344 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:33:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:41.434597 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a86e86ac-bea9-4ed1-b748-10e0fbdf253c tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7643554 Oct 29 21:33:41.434597 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:41.434597 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8" -d '{"events": [{"name": "network-changed", "server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:41.469732 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc9aea9-ad13-452f-88c2-12586fd10395 x-openstack-request-id: req-3cc9aea9-ad13-452f-88c2-12586fd10395 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:41.470026 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:41.470277 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cc9aea9-ad13-452f-88c2-12586fd10395 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:41.470680 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'status': 'completed', 'code': 200} Oct 29 21:33:41.516130 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:33:41.538254 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-287d2452-44e3-4de2-9902-33430ed3a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:41.539767 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-287d2452-44e3-4de2-9902-33430ed3a8a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1099 time: 0.0427675 Oct 29 21:33:41.635881 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-bff0ffed-321c-43f8-9cdd-1f6b3b6ae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:41.637303 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-bff0ffed-321c-43f8-9cdd-1f6b3b6ae226 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.0881505 Oct 29 21:33:41.708529 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-6fa3df88-afaf-4535-9f10-1834e8a514a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 200 len: 999 time: 0.0629830 Oct 29 21:33:41.743900 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eca04-de46-4593-a786-e3b0fc75026e req-82cfb8d5-33ea-45d2-bdc0-ec525788f8ea tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:41.745767 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2e3eca04-de46-4593-a786-e3b0fc75026e req-82cfb8d5-33ea-45d2-bdc0-ec525788f8ea tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.0572665 Oct 29 21:33:41.767710 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-58792650-53e1-44c5-be24-95cd4344324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:41.769511 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-58792650-53e1-44c5-be24-95cd4344324f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0533955 Oct 29 21:33:41.793061 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2e3eca04-de46-4593-a786-e3b0fc75026e req-91c4aa82-4f0f-4ba3-9ec3-ef4d28bc150b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392504 Oct 29 21:33:41.830227 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-16babaf2-f025-418e-8db3-c5c230e677ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:41.831866 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-16babaf2-f025-418e-8db3-c5c230e677ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538635 Oct 29 21:33:41.885408 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:47Z', 'revision_number': 1, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}, {'id': 'db5f06b8-cae1-4343-9053-e35f69e87395', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:8d:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:33:40Z', 'updated_at': '2021-10-29T21:33:40Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:41.915484 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:33:41.929367 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:33:41.929829 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:33:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:41.971371 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-b6e91f3e-7cf8-44f0-9e0c-73a0eb7300d9 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320252 Oct 29 21:33:41.977812 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784457-932f-4bf3-bb12-19eda5301cf8 req-c81701f8-18de-46c7-9d70-18d6e9f54929 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:41.986072 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18784457-932f-4bf3-bb12-19eda5301cf8 req-c81701f8-18de-46c7-9d70-18d6e9f54929 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0646358 Oct 29 21:33:42.033233 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-18784457-932f-4bf3-bb12-19eda5301cf8 req-60219161-6bc2-4bb8-b808-bd303b11c230 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Oct 29 21:33:42.062405 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:33:42.393691 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-98407d77-d1b1-435b-a9b9-8aa93d89d0e8 req-86b283fa-6ec6-4f93-bbcd-bcc16ea932c4 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144058 Oct 29 21:33:42.397974 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:47Z', 'revision_number': 1, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}, {'id': 'db5f06b8-cae1-4343-9053-e35f69e87395', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:8d:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:33:40Z', 'updated_at': '2021-10-29T21:33:40Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:33:42.439257 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406e56d-e1af-4f61-864d-f7f345d5ac52 None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:47Z', 'revision_number': 1, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}, {'id': 'db5f06b8-cae1-4343-9053-e35f69e87395', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:8d:f1:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:33:40Z', 'updated_at': '2021-10-29T21:33:40Z', 'revision_number': 0, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:33:42.690289 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e0af61-af5f-4c93-b9ae-6f421d0a38b0 None None] New status for floating IP db5f06b8-cae1-4343-9053-e35f69e87395: ACTIVE {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:33:43.929130 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-fa25990e-517c-4028-bfa1-57b627f7ae9b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:43.930730 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-fa25990e-517c-4028-bfa1-57b627f7ae9b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.1142941 Oct 29 21:33:43.947000 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-932eefc4-6a98-4983-9494-e45f17100d05 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/quotas/bde37bebc4994ad793288f7760dfdcc4 HTTP/1.1" status: 200 len: 375 time: 0.0095356 Oct 29 21:33:44.003521 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-768dfa57-1c87-477b-b9be-37ac39d38641 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506730 Oct 29 21:33:44.100630 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-75de4b56-c8f0-474b-8513-18ef05bddb97 service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898621 Oct 29 21:33:44.201827 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-25a2b3df-1508-4500-8016-f3dd14e35e08 service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939491 Oct 29 21:33:44.380358 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5ff2189-e435-4290-a87e-d09526cc1596 req-ea43be9a-b3d6-4ffd-a3e7-0f75f7915c73 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 210 time: 0.0280991 Oct 29 21:33:45.465609 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-2267f3f1-53a6-4619-a611-e7bdc06af189 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:45.467109 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-2267f3f1-53a6-4619-a611-e7bdc06af189 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.1206784 Oct 29 21:33:45.483953 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Request body: {'port': {'device_id': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'admin_state_up': True, 'tenant_id': 'bde37bebc4994ad793288f7760dfdcc4'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:45.497415 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-81d8a59f-5b1d-4467-8ba9-a0ad5509fdb6 req-6a8d59c3-35ee-40b2-a4a6-93aabd15897e tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Oct 29 21:33:45.607615 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Made reservation on behalf of bde37bebc4994ad793288f7760dfdcc4 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:33:45.611158 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:45.751600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Allocated IP 172.20.0.3 (db93ae86-ec79-4238-a284-534b8c05c042/9cb6bb45-eaac-417e-9af6-5134a4f21ab3/f0782ab8-a4fd-4859-8d87-a68791babb59) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:33:45.907191 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:45.940559 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:45.959070 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835', 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:45.985856 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Network db93ae86-ec79-4238-a284-534b8c05c042 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:33:45.989052 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:33:45.992776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:33:46.018582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event updated for resources: {'Port': ['ID=f0782ab8-a4fd-4859-8d87-a68791babb59,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:46.051287 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:46.051904 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.068570 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-b05eb0c0-3d2e-407e-bf06-5e0752a83806 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892041 Oct 29 21:33:46.082680 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Request body: {'port': {'device_id': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:33:46.140958 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.415729 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0782ab8-a4fd-4859-8d87-a68791babb59 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:46.423471 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.437655 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Transition to ACTIVE for port object f0782ab8-a4fd-4859-8d87-a68791babb59 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:33:46.441035 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.491880 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Pushing event updated for resources: {'Port': ['ID=f0782ab8-a4fd-4859-8d87-a68791babb59,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:46.567006 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Attempting to bind port f0782ab8-a4fd-4859-8d87-a68791babb59 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:33:46.567345 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Attempting to bind port f0782ab8-a4fd-4859-8d87-a68791babb59 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:33:46.567679 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Attempting to bind port f0782ab8-a4fd-4859-8d87-a68791babb59 on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:46.575555 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Port f0782ab8-a4fd-4859-8d87-a68791babb59 on network db93ae86-ec79-4238-a284-534b8c05c042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:33:46.575879 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Attempting to bind port f0782ab8-a4fd-4859-8d87-a68791babb59 on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:33:46.581729 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:33:46.582065 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Checking segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:33:46.582487 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Bound using segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:33:46.582914 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Bound port: f0782ab8-a4fd-4859-8d87-a68791babb59, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:33:46.583270 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.623226 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01427326-725b-46c2-975c-d2e7adbdfe02 req-d9b95e9e-c327-4495-a26c-31af39f386b3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:46.625235 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-01427326-725b-46c2-975c-d2e7adbdfe02 req-d9b95e9e-c327-4495-a26c-31af39f386b3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 943 time: 0.0556042 Oct 29 21:33:46.649378 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] For port f0782ab8-a4fd-4859-8d87-a68791babb59, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:33:46.652447 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] For port f0782ab8-a4fd-4859-8d87-a68791babb59, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f0782ab8-a4fd-4859-8d87-a68791babb59,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:33:46.658322 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.667075 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-01427326-725b-46c2-975c-d2e7adbdfe02 req-a2f6006e-8665-4a7c-b185-f26fc1e161b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357215 Oct 29 21:33:46.697583 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:46.698182 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:46.699537 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0782ab8-a4fd-4859-8d87-a68791babb59 HTTP/1.1" status: 200 len: 1093 time: 0.6211164 Oct 29 21:33:46.699962 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'tag': 'f0782ab8-a4fd-4859-8d87-a68791babb59'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:46.702836 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e70cd5b-46af-4474-8f71-e7cda61ed93e" -d '{"events": [{"name": "network-changed", "server_uuid": "edeb91fe-0822-4ad1-b8fd-cdb711a623d9", "tag": "f0782ab8-a4fd-4859-8d87-a68791babb59"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:46.723496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820513d6-fcb9-46ee-b8fc-8e1162554155 service neutron] Pushing event updated for resources: {'Port': ['ID=f0782ab8-a4fd-4859-8d87-a68791babb59,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:46.749824 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1b1d0c-e591-4ddb-be81-e54de4c00871 x-openstack-request-id: req-7f1b1d0c-e591-4ddb-be81-e54de4c00871 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:46.750204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edeb91fe-0822-4ad1-b8fd-cdb711a623d9", "tag": "f0782ab8-a4fd-4859-8d87-a68791babb59", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:46.750510 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f1b1d0c-e591-4ddb-be81-e54de4c00871 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:46.750941 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'tag': 'f0782ab8-a4fd-4859-8d87-a68791babb59', 'status': 'completed', 'code': 200} Oct 29 21:33:46.804968 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-38b85cdf-7351-44cb-ae5c-2d2fdf43472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:46.806359 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-38b85cdf-7351-44cb-ae5c-2d2fdf43472f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 1096 time: 0.0468707 Oct 29 21:33:46.849699 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-cfe88339-1a56-4ca8-9edd-06456e504695 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0782ab8-a4fd-4859-8d87-a68791babb59 HTTP/1.1" status: 200 len: 217 time: 0.0342326 Oct 29 21:33:46.904175 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-3b7c162b-1c9d-43e5-8772-ad4ae72945e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:46.906082 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-3b7c162b-1c9d-43e5-8772-ad4ae72945e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0466673 Oct 29 21:33:46.949571 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-aafc2b4c-e414-45f0-b31b-ee54486862bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299144 Oct 29 21:33:47.053299 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-1a230243-2f33-4eb3-9545-4b42e98eeaa8 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870929 Oct 29 21:33:47.158455 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-ba7b7dc7-2e9a-4093-9160-9294f338c381 req-ca59def9-8c6e-4435-aba4-3cd626f5f538 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903554 Oct 29 21:33:47.255694 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-773bd8fa-2781-448c-a44d-e8fa83b3914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:47.257236 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-773bd8fa-2781-448c-a44d-e8fa83b3914b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 1096 time: 0.0439310 Oct 29 21:33:47.354114 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-09175e7e-743d-49b0-8bb8-864e21228b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:47.355566 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-09175e7e-743d-49b0-8bb8-864e21228b3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 915 time: 0.0904648 Oct 29 21:33:47.408141 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-f478fdfb-a3d8-47c4-a813-9b9a88df87fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0782ab8-a4fd-4859-8d87-a68791babb59 HTTP/1.1" status: 200 len: 217 time: 0.0359168 Oct 29 21:33:47.460184 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-19ac9a20-8890-4683-a18e-4a733886864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:47.461898 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-19ac9a20-8890-4683-a18e-4a733886864b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0453610 Oct 29 21:33:47.496375 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-6b260e7d-778b-4b03-a04d-52c430a41e33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257843 Oct 29 21:33:47.603922 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-29566b49-ee5b-4b10-835a-6f96c75489f0 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912919 Oct 29 21:33:47.712795 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e70cd5b-46af-4474-8f71-e7cda61ed93e req-15ab0057-1540-4e92-9c9c-8ce5ebe0b93f service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951400 Oct 29 21:33:47.787459 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d284eef-9d36-4298-ae76-2271f3498e0e req-13f66328-5ef8-4cc8-b5b9-d29e72208dd6 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:47.789072 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d284eef-9d36-4298-ae76-2271f3498e0e req-13f66328-5ef8-4cc8-b5b9-d29e72208dd6 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 943 time: 0.0512512 Oct 29 21:33:47.830021 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3d284eef-9d36-4298-ae76-2271f3498e0e req-09db1a93-cabc-4e08-a59e-3cf86f5447e1 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Oct 29 21:33:48.951429 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33ef12-04f1-41ee-b2dd-74baa15985ea req-2299848c-31f4-4eb0-8cbb-c01d81ed94b7 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:48.953707 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dc33ef12-04f1-41ee-b2dd-74baa15985ea req-2299848c-31f4-4eb0-8cbb-c01d81ed94b7 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 943 time: 0.0540340 Oct 29 21:33:48.991236 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dc33ef12-04f1-41ee-b2dd-74baa15985ea req-a486b577-88f0-499c-aa48-8080d39dbc68 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Oct 29 21:33:49.311219 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device f0782ab8-a4fd-4859-8d87-a68791babb59 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:33:49.412240 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port f0782ab8-a4fd-4859-8d87-a68791babb59, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f0782ab8-a4fd-4859-8d87-a68791babb59,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:49.423561 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'f0782ab8-a4fd-4859-8d87-a68791babb59', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'port_id': 'f0782ab8-a4fd-4859-8d87-a68791babb59', 'mac_address': 'fa:16:3e:59:52:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb6bb45-eaac-417e-9af6-5134a4f21ab3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:33:49.461626 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:49.474579 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0782ab8-a4fd-4859-8d87-a68791babb59 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:33:49.493852 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port f0782ab8-a4fd-4859-8d87-a68791babb59, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f0782ab8-a4fd-4859-8d87-a68791babb59,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:49.497801 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:49.549764 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=f0782ab8-a4fd-4859-8d87-a68791babb59,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:49.812565 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['f0782ab8-a4fd-4859-8d87-a68791babb59'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:33:50.112438 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7f6ee-52ca-4561-8626-4ee198cf04b6 req-5e01302f-0586-4aad-a5dd-357aa38edf25 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:50.113886 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-62f7f6ee-52ca-4561-8626-4ee198cf04b6 req-5e01302f-0586-4aad-a5dd-357aa38edf25 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 944 time: 0.0542493 Oct 29 21:33:50.153555 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-62f7f6ee-52ca-4561-8626-4ee198cf04b6 req-78a53594-264e-4f44-8cc3-6f4b541ce317 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335410 Oct 29 21:33:51.270564 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb12840-0e40-4a55-928b-1ef2f32550de req-62d89c02-7a97-4bb5-b700-d4c2f6f8cc74 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:51.272054 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8fb12840-0e40-4a55-928b-1ef2f32550de req-62d89c02-7a97-4bb5-b700-d4c2f6f8cc74 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 944 time: 0.0503879 Oct 29 21:33:51.311619 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8fb12840-0e40-4a55-928b-1ef2f32550de req-2c8b2547-373e-4bd8-bfc6-62e02f07c6a0 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Oct 29 21:33:51.322936 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device f0782ab8-a4fd-4859-8d87-a68791babb59 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:33:51.375654 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port f0782ab8-a4fd-4859-8d87-a68791babb59 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:33:51.379917 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port f0782ab8-a4fd-4859-8d87-a68791babb59 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:33:51.380289 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:51.458821 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:51.485168 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0782ab8-a4fd-4859-8d87-a68791babb59'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:33:51.487467 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fa736f-6a3f-4412-b39c-19f1a0ce19e6" -d '{"events": [{"server_uuid": "edeb91fe-0822-4ad1-b8fd-cdb711a623d9", "name": "network-vif-plugged", "status": "completed", "tag": "f0782ab8-a4fd-4859-8d87-a68791babb59"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:33:51.500595 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port f0782ab8-a4fd-4859-8d87-a68791babb59, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f0782ab8-a4fd-4859-8d87-a68791babb59,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:33:51.504980 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:51.530213 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cd11d-9cd1-4516-887b-18fe0b671305 x-openstack-request-id: req-df8cd11d-9cd1-4516-887b-18fe0b671305 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:33:51.530518 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb91fe-0822-4ad1-b8fd-cdb711a623d9", "name": "network-vif-plugged", "status": "completed", "tag": "f0782ab8-a4fd-4859-8d87-a68791babb59", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:33:51.530918 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df8cd11d-9cd1-4516-887b-18fe0b671305 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:33:51.531134 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0782ab8-a4fd-4859-8d87-a68791babb59', 'code': 200} Oct 29 21:33:51.560598 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=f0782ab8-a4fd-4859-8d87-a68791babb59,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:33:51.596801 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-12e5db5b-09ff-49c6-88f5-3ac81171c7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:51.726600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1f80-85d6-4b26-885f-73ce90f7665b req-cef6830b-0a7b-4aa5-a852-eea9a633e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:51.728024 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-edda1f80-85d6-4b26-885f-73ce90f7665b req-cef6830b-0a7b-4aa5-a852-eea9a633e447 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 1098 time: 0.0423915 Oct 29 21:33:51.780896 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-edda1f80-85d6-4b26-885f-73ce90f7665b req-109f33dc-15a6-4822-9c89-10aa8ba3bd9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291805 Oct 29 21:33:52.430863 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1db10-61af-405a-88fd-187600b66769 req-cfe95acb-da1c-4e3f-a8bc-be6abced7ec5 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:52.432347 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51c1db10-61af-405a-88fd-187600b66769 req-cfe95acb-da1c-4e3f-a8bc-be6abced7ec5 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Oct 29 21:33:52.472600 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51c1db10-61af-405a-88fd-187600b66769 req-689c1575-0636-4e9f-ad00-959072959aa0 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Oct 29 21:33:53.600282 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34d69b-e77d-492a-a41a-5e84840cb7c2 req-35327a9f-1026-44cf-9909-5b7a5918c77f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:53.601784 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-af34d69b-e77d-492a-a41a-5e84840cb7c2 req-35327a9f-1026-44cf-9909-5b7a5918c77f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 945 time: 0.0561519 Oct 29 21:33:53.642079 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-af34d69b-e77d-492a-a41a-5e84840cb7c2 req-f81aee8e-ea2c-46da-bd91-150fc5406a0b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Oct 29 21:33:54.499378 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-fb13bbdd-59f1-4a49-bf43-7c20136ec056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:55.273304 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:55.731904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:55.831463 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:57.190144 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:33:57.344275 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-e97308b8-e4e9-4eff-9abc-f5e37c7b3545 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426340 Oct 29 21:33:57.436427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-f5f75611-4907-4458-8624-6c4bb62c40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:57.439300 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-f5f75611-4907-4458-8624-6c4bb62c40a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1099 time: 0.0415263 Oct 29 21:33:57.553633 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-dc31af4f-b4db-4781-b563-9e1cb0c34a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:57.555090 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-dc31af4f-b4db-4781-b563-9e1cb0c34a11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.0885086 Oct 29 21:33:57.628176 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-258ac47a-70e7-4c60-b484-b2958cc30061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 1002 time: 0.0610158 Oct 29 21:33:57.685048 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-20b98a16-974e-4e4b-90ea-47ad19b4f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:57.687343 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-20b98a16-974e-4e4b-90ea-47ad19b4f7c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0441344 Oct 29 21:33:57.740058 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-f2d96e5c-73a2-4180-9f46-8b006b130130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:33:57.741482 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-f2d96e5c-73a2-4180-9f46-8b006b130130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418265 Oct 29 21:33:57.837429 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-6988ccdf-f823-4966-a4a9-44d8da846860 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866716 Oct 29 21:33:57.933973 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e6aad3d7-534f-48b8-9059-3690c881e707 req-3ec88336-f678-4076-b68f-35f05b165102 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835147 Oct 29 21:34:02.983460 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:34:09.724543 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-b965637b-b215-47a2-8d30-a8992ce8ed54 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:09.726000 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-b965637b-b215-47a2-8d30-a8992ce8ed54 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.1037748 Oct 29 21:34:09.742080 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-7750e4de-341a-4d73-bc3e-081731f62653 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/quotas/bde37bebc4994ad793288f7760dfdcc4 HTTP/1.1" status: 200 len: 375 time: 0.0098429 Oct 29 21:34:09.801207 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-bb32cb11-53c4-4b2f-8d1a-802f440a9d7c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534983 Oct 29 21:34:09.893004 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-f5f6193d-198f-488a-bb45-74d4594e26b4 service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847514 Oct 29 21:34:09.987962 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-4dba504d-06f9-42bf-8fb9-bec2291483f1 service neutron] 10.222.0.30 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881169 Oct 29 21:34:10.151732 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e7482278-d910-4679-b948-70daf36e5e01 req-53ded8bf-721a-4f58-9e3f-24039d074fdb tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 210 time: 0.0281203 Oct 29 21:34:11.244175 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fd9de60b-99cf-4663-b756-50809d05e9ab req-b0779199-0588-4276-9205-3eac2a6ee020 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 210 time: 0.0262535 Oct 29 21:34:12.338573 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fedcc361-39d8-4375-a660-ee5d132671df req-a6d46bfa-89e1-42e1-bc66-e3665e12e7c7 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 210 time: 0.0250900 Oct 29 21:34:13.197392 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-7f28ba5b-bddd-4de5-8428-2e484d4858a8 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:13.198864 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-7f28ba5b-bddd-4de5-8428-2e484d4858a8 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/networks?id=db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 200 len: 814 time: 0.1046488 Oct 29 21:34:13.221645 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Request body: {'port': {'device_id': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'admin_state_up': True, 'tenant_id': 'bde37bebc4994ad793288f7760dfdcc4'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:34:13.333966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Made reservation on behalf of bde37bebc4994ad793288f7760dfdcc4 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:34:13.337418 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:13.446290 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-beb3976b-915f-4ab1-80fd-26bf0d7f08e7 req-ed87a21d-2355-41fa-95ad-38acceac39e4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 210 time: 0.0315704 Oct 29 21:34:13.487624 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Allocated IP 172.20.0.2 (db93ae86-ec79-4238-a284-534b8c05c042/9cb6bb45-eaac-417e-9af6-5134a4f21ab3/87445ff6-c3fb-4fcb-a670-c3a7cd9bed68) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:34:13.640241 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:13.674402 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:13.692587 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835', 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'f0782ab8-a4fd-4859-8d87-a68791babb59'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:13.720418 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Network db93ae86-ec79-4238-a284-534b8c05c042 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:34:13.724088 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:34:13.727959 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:34:13.735838 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event updated for resources: {'Port': ['ID=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:13.782308 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:13.782919 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:13.799349 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-e59bbf9e-60a6-4df1-b5b5-22c02d550c80 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815926 Oct 29 21:34:14.568461 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599b8ab-6d95-438c-a749-4e630a5df9b6 req-0f8811a0-cabe-40cb-8fc1-5c7b876df2a3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:14.569929 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e599b8ab-6d95-438c-a749-4e630a5df9b6 req-0f8811a0-cabe-40cb-8fc1-5c7b876df2a3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 931 time: 0.0517914 Oct 29 21:34:14.607586 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e599b8ab-6d95-438c-a749-4e630a5df9b6 req-69afd0e0-00bf-4f90-a23f-6b9b076556dd tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Oct 29 21:34:15.590006 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Request body: {'port': {'device_id': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:34:15.647886 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:15.725979 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f24fc-53ae-4540-8fce-8b3b0319eaac req-c52ab077-b94d-4816-8e93-6ad2bb9be8e8 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:15.727476 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-760f24fc-53ae-4540-8fce-8b3b0319eaac req-c52ab077-b94d-4816-8e93-6ad2bb9be8e8 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 931 time: 0.0499461 Oct 29 21:34:15.767039 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-760f24fc-53ae-4540-8fce-8b3b0319eaac req-dc939ef7-8f16-4d33-9452-0a7eef2388ce tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Oct 29 21:34:15.907550 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:34:15.915057 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:15.927782 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Transition to ACTIVE for port object 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:34:15.931159 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:15.983206 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Pushing event updated for resources: {'Port': ['ID=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:16.050921 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Attempting to bind port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:34:16.051878 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Attempting to bind port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:34:16.052398 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Attempting to bind port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:34:16.056704 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 on network db93ae86-ec79-4238-a284-534b8c05c042 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:34:16.056993 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Attempting to bind port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 on network db93ae86-ec79-4238-a284-534b8c05c042 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:34:16.061621 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:34:16.061947 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Checking segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:34:16.062319 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Bound using segment: {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:34:16.062731 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Bound port: 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dce7f3d-b655-473d-849d-b0d783d2e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:34:16.063071 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:16.125017 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] For port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:34:16.128105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] For port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:34:16.131794 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:16.170970 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:16.171564 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:16.172959 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] 10.222.0.36 "PUT /v2.0/ports/87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 HTTP/1.1" status: 200 len: 1093 time: 0.5872834 Oct 29 21:34:16.173382 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'tag': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:16.175601 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b8a930-6d7c-4640-858f-56100d345e82" -d '{"events": [{"name": "network-changed", "server_uuid": "68fbf757-59fd-47ff-a63e-a18713ca85cb", "tag": "87445ff6-c3fb-4fcb-a670-c3a7cd9bed68"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:16.197043 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c367-cf11-4141-804a-e81861b7f548 service neutron] Pushing event updated for resources: {'Port': ['ID=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:16.216420 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f767f61c-c528-45b5-9631-497f6f28054f x-openstack-request-id: req-f767f61c-c528-45b5-9631-497f6f28054f {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:16.216742 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fbf757-59fd-47ff-a63e-a18713ca85cb", "tag": "87445ff6-c3fb-4fcb-a670-c3a7cd9bed68", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:16.216999 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f767f61c-c528-45b5-9631-497f6f28054f {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:16.217396 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'tag': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68', 'status': 'completed', 'code': 200} Oct 29 21:34:16.617447 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8a930-6d7c-4640-858f-56100d345e82 req-cebcf285-066d-4a1e-9bf0-c8d6c5436f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:16.618942 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-59b8a930-6d7c-4640-858f-56100d345e82 req-cebcf285-066d-4a1e-9bf0-c8d6c5436f85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 1096 time: 0.0427384 Oct 29 21:34:16.720260 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8a930-6d7c-4640-858f-56100d345e82 req-c8c1f7e9-6e45-4399-968c-20771c58c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:16.721782 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-59b8a930-6d7c-4640-858f-56100d345e82 req-c8c1f7e9-6e45-4399-968c-20771c58c1f2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bde37bebc4994ad793288f7760dfdcc4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915959 Oct 29 21:34:16.829907 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8a930-6d7c-4640-858f-56100d345e82 req-ba7c3504-d328-4000-af88-89c90d67974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:16.831386 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-59b8a930-6d7c-4640-858f-56100d345e82 req-ba7c3504-d328-4000-af88-89c90d67974f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972931 Oct 29 21:34:16.885885 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc5eeb-5032-40af-81ba-da739ee25000 req-2bb2d2e2-3dba-4c84-ae9b-20ab5d0ec540 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:16.887641 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4bc5eeb-5032-40af-81ba-da739ee25000 req-2bb2d2e2-3dba-4c84-ae9b-20ab5d0ec540 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 943 time: 0.0517228 Oct 29 21:34:16.922898 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-3cf46689-a550-416b-b04d-1addbb12bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:16.925094 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-3cf46689-a550-416b-b04d-1addbb12bd84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde37bebc4994ad793288f7760dfdcc4&device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 1096 time: 0.0431159 Oct 29 21:34:16.933975 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4bc5eeb-5032-40af-81ba-da739ee25000 req-dff72b48-5773-41b6-a566-79e76812f3d3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Oct 29 21:34:16.974800 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-d160de46-a622-4c5b-b1bb-8a6b3ca49362 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 HTTP/1.1" status: 200 len: 217 time: 0.0404782 Oct 29 21:34:17.028110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-559a1e03-f9b6-4e3d-a022-d6a0dd25a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:17.029573 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-559a1e03-f9b6-4e3d-a022-d6a0dd25a628 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 200 len: 854 time: 0.0441942 Oct 29 21:34:17.063485 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-a8d7ab55-b06e-4ef6-95e0-6130ec5d934d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db93ae86-ec79-4238-a284-534b8c05c042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243356 Oct 29 21:34:17.156810 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-ba7d5ad6-66a6-4644-95b6-dd1482a9a2fa service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844662 Oct 29 21:34:17.250551 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c8e98e4f-a4b7-406c-96ce-0dc1be2c1dac req-401e933f-1c1a-4fae-aa7c-b9881f34f542 service neutron] 10.222.0.36 "GET /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825880 Oct 29 21:34:18.050117 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e06b6f-f55d-49ba-9742-ec99205beb84 req-9cb6fbc2-68fb-4620-bb45-0c9f39099cb4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:18.051791 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-11e06b6f-f55d-49ba-9742-ec99205beb84 req-9cb6fbc2-68fb-4620-bb45-0c9f39099cb4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 943 time: 0.0497653 Oct 29 21:34:18.089350 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-11e06b6f-f55d-49ba-9742-ec99205beb84 req-d632d193-e041-44bc-920b-5cb2c1112ce3 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Oct 29 21:34:19.209875 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4f89e-dfb6-4ce8-8e1d-7456ea8d8bcc req-0364e50b-9035-4a47-b1a4-ca05d9ac1e25 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:19.211381 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50f4f89e-dfb6-4ce8-8e1d-7456ea8d8bcc req-0364e50b-9035-4a47-b1a4-ca05d9ac1e25 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 943 time: 0.0551214 Oct 29 21:34:19.248927 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50f4f89e-dfb6-4ce8-8e1d-7456ea8d8bcc req-e4bb713a-8fc5-4749-86f7-864b31f4a8f6 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Oct 29 21:34:20.362641 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab58c8-e4e3-4306-acce-aeeba6c568f1 req-ba55aae4-c4e7-4efa-a6bd-83c07fc924c9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:20.364140 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06ab58c8-e4e3-4306-acce-aeeba6c568f1 req-ba55aae4-c4e7-4efa-a6bd-83c07fc924c9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 943 time: 0.0485566 Oct 29 21:34:20.405911 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-06ab58c8-e4e3-4306-acce-aeeba6c568f1 req-99ac80a4-3c8d-4f79-a38c-c9713032d2bc tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Oct 29 21:34:20.878585 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:34:20.975341 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:20.986277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68', 'network_id': 'db93ae86-ec79-4238-a284-534b8c05c042', 'port_id': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68', 'mac_address': 'fa:16:3e:b9:c2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb6bb45-eaac-417e-9af6-5134a4f21ab3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:34:21.022746 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:21.038828 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:34:21.057134 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:21.061208 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:21.107904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:21.114861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.115235 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.115579 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.115914 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.116244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.116572 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.116933 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.117261 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.117599 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.117924 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.118244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.118563 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:21.386335 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['87445ff6-c3fb-4fcb-a670-c3a7cd9bed68'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:21.520710 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e84db-92b6-4921-95e8-fe6fa57b665c req-c5cdd945-40d6-4803-95b2-8f56640e4e29 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:21.522219 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-485e84db-92b6-4921-95e8-fe6fa57b665c req-c5cdd945-40d6-4803-95b2-8f56640e4e29 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 944 time: 0.0501990 Oct 29 21:34:21.560371 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-485e84db-92b6-4921-95e8-fe6fa57b665c req-25b22436-6a49-489d-a594-484e5d18c1ff tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Oct 29 21:34:21.598187 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d0e204c9-439f-4d60-b051-9a82b158d86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:22.588616 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:34:22.638203 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:34:22.642959 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:34:22.643345 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:22.677953 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11dce8-4062-4000-bfa2-d4de1bb3b442 req-c681c2cb-a495-4c56-8123-78272af0cf36 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:22.679612 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae11dce8-4062-4000-bfa2-d4de1bb3b442 req-c681c2cb-a495-4c56-8123-78272af0cf36 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 944 time: 0.0507283 Oct 29 21:34:22.717702 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae11dce8-4062-4000-bfa2-d4de1bb3b442 req-e6d39163-ec27-4496-9a11-f818175dca27 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Oct 29 21:34:22.722936 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:22.751677 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:22.754032 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851647c3-aaf4-4f01-b8dd-43cedf76ec4a" -d '{"events": [{"server_uuid": "68fbf757-59fd-47ff-a63e-a18713ca85cb", "name": "network-vif-plugged", "status": "completed", "tag": "87445ff6-c3fb-4fcb-a670-c3a7cd9bed68"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:22.767273 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:22.772731 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:22.795492 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ea590-ce99-4958-9db0-0b56ffae5e3a x-openstack-request-id: req-8a1ea590-ce99-4958-9db0-0b56ffae5e3a {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:22.795777 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbf757-59fd-47ff-a63e-a18713ca85cb", "name": "network-vif-plugged", "status": "completed", "tag": "87445ff6-c3fb-4fcb-a670-c3a7cd9bed68", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:22.796022 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a1ea590-ce99-4958-9db0-0b56ffae5e3a {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:22.796397 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68', 'code': 200} Oct 29 21:34:22.824529 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:22.965623 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1281e-4558-4535-81a0-028bf753f535 req-4b9053ef-7a0c-4c52-ae39-3f9d950abd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:22.967103 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f8d1281e-4558-4535-81a0-028bf753f535 req-4b9053ef-7a0c-4c52-ae39-3f9d950abd84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 1098 time: 0.0457087 Oct 29 21:34:23.010779 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f8d1281e-4558-4535-81a0-028bf753f535 req-b3f574a2-bc6e-4b18-b65f-b1058e278f03 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305746 Oct 29 21:34:23.831561 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c308-a1a1-4829-9439-d6114c67ee97 req-1454fc9f-4bc9-47f7-bb34-e849aaa6f522 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:23.833061 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91b7c308-a1a1-4829-9439-d6114c67ee97 req-1454fc9f-4bc9-47f7-bb34-e849aaa6f522 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 945 time: 0.0487673 Oct 29 21:34:23.874301 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-91b7c308-a1a1-4829-9439-d6114c67ee97 req-1c76fd7a-0c29-4c92-8d16-a00f8d1ac32a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350401 Oct 29 21:34:24.500678 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a175409a-8e0a-4293-9f5c-a079d5021929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:24.988972 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497224d-4b65-4811-bd7e-95061a94500c req-db5ebde7-ab01-471a-89b8-a88e5f533943 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:24.991255 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9497224d-4b65-4811-bd7e-95061a94500c req-db5ebde7-ab01-471a-89b8-a88e5f533943 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 945 time: 0.0491550 Oct 29 21:34:25.028691 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9497224d-4b65-4811-bd7e-95061a94500c req-575013b6-31e8-4b15-9547-a39fa8a511f9 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Oct 29 21:34:25.286812 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:25.731527 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:25.865308 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:26.688723 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f375d-d597-4085-997e-73e6bdc97e99 req-e4bf4302-9b8f-4529-8c28-1046ac532d3a tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:26.690244 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c9f375d-d597-4085-997e-73e6bdc97e99 req-e4bf4302-9b8f-4529-8c28-1046ac532d3a tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.0509622 Oct 29 21:34:26.728860 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c9f375d-d597-4085-997e-73e6bdc97e99 req-9fbed3fd-34a4-48c1-bc1f-e520de1a4690 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Oct 29 21:34:27.193501 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:27.846026 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f20aa-faa6-414b-af85-69d2db2b7d16 req-576852d2-bad8-4965-97e8-7937033c27a7 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:27.847476 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d11f20aa-faa6-414b-af85-69d2db2b7d16 req-576852d2-bad8-4965-97e8-7937033c27a7 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.0493042 Oct 29 21:34:27.889320 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-d11f20aa-faa6-414b-af85-69d2db2b7d16 req-fe94146c-efab-4f12-ad79-76d1e8ef4121 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346894 Oct 29 21:34:28.668427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-054de614-9b00-482a-beb4-f6f3ba1a1f06 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:28.669888 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-054de614-9b00-482a-beb4-f6f3ba1a1f06 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 946 time: 0.0491116 Oct 29 21:34:28.767597 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Deleting port 182adb40-66d7-4f18-9689-0625c3f9942b {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:34:28.767932 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:28.859455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] For port 182adb40-66d7-4f18-9689-0625c3f9942b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=182adb40-66d7-4f18-9689-0625c3f9942b,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:28.859811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:28.872349 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Calling delete_port for 182adb40-66d7-4f18-9689-0625c3f9942b owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:34:29.002381 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:29.014348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['182adb40-66d7-4f18-9689-0625c3f9942b'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:29.033279 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Pushing event deleted for resources: {'Port': ['ID=182adb40-66d7-4f18-9689-0625c3f9942b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:29.046316 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.046672 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.047002 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.047342 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.047677 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.048003 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.048329 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.048675 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.049016 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.049323 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.049646 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.049966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:29.086757 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] No DVR routers for this DVR port 182adb40-66d7-4f18-9689-0625c3f9942b on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:34:29.089340 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:29.092712 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d52dc4fb-9aab-4a5e-ac99-bdcf06998d12 req-efb4f8b3-4998-4c0c-a6d3-09e88ddff636 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "DELETE /v2.0/ports/182adb40-66d7-4f18-9689-0625c3f9942b HTTP/1.1" status: 204 len: 173 time: 0.4106989 Oct 29 21:34:29.093169 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'name': 'network-vif-deleted', 'tag': '182adb40-66d7-4f18-9689-0625c3f9942b'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:29.095431 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428e1066-20c5-4d88-b39c-6810fe69fa83" -d '{"events": [{"server_uuid": "2e31f218-e5f1-44b4-a03f-52ecaa5c6655", "name": "network-vif-deleted", "tag": "182adb40-66d7-4f18-9689-0625c3f9942b"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:29.134482 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171b855c-1d3e-4828-9e0d-749c78798baf x-openstack-request-id: req-171b855c-1d3e-4828-9e0d-749c78798baf {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:29.134778 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e31f218-e5f1-44b4-a03f-52ecaa5c6655", "name": "network-vif-deleted", "tag": "182adb40-66d7-4f18-9689-0625c3f9942b", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:29.135048 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-171b855c-1d3e-4828-9e0d-749c78798baf {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:29.135426 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e31f218-e5f1-44b4-a03f-52ecaa5c6655', 'name': 'network-vif-deleted', 'tag': '182adb40-66d7-4f18-9689-0625c3f9942b', 'status': 'completed', 'code': 200} Oct 29 21:34:29.237422 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63137e2-ca8b-4d18-8a1a-b02ba0c80296 req-2a7dd385-1e3d-4191-8c5f-2f2fedd16855 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:29.238814 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a63137e2-ca8b-4d18-8a1a-b02ba0c80296 req-2a7dd385-1e3d-4191-8c5f-2f2fedd16855 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e31f218-e5f1-44b4-a03f-52ecaa5c6655 HTTP/1.1" status: 200 len: 867 time: 0.2806239 Oct 29 21:34:29.276735 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a63137e2-ca8b-4d18-8a1a-b02ba0c80296 req-d026714f-f139-4d60-abb2-40d797f32b28 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Oct 29 21:34:33.574356 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 182adb40-66d7-4f18-9689-0625c3f9942b no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:34:33.594963 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 182adb40-66d7-4f18-9689-0625c3f9942b {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:34:33.595303 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 182adb40-66d7-4f18-9689-0625c3f9942b not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:34:39.982912 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:34:40.259872 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-6db35d08-099b-4797-b2dc-27936f80b405 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:40.261280 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-6db35d08-099b-4797-b2dc-27936f80b405 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/networks?id=5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 200 len: 814 time: 0.1016245 Oct 29 21:34:40.276444 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-a700114a-1722-4c81-a576-da7ff88ada12 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/quotas/7dbda65feba04cb285dc7af3eba1d03e HTTP/1.1" status: 200 len: 375 time: 0.0094898 Oct 29 21:34:40.308746 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-37968811-4b4a-4890-9f32-7692c597a5c1 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265603 Oct 29 21:34:40.401623 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-4582722b-9772-4a89-a96c-39f09969633b service neutron] 10.222.0.30 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Oct 29 21:34:40.490081 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-61342529-4139-4e8e-b83b-647c123c79eb service neutron] 10.222.0.30 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822146 Oct 29 21:34:40.647200 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6998cbf2-8526-4e57-890a-a515cc1b8224 req-94685d7e-7647-4b48-891c-800800f2f4ff tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 210 time: 0.0267956 Oct 29 21:34:41.059715 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9f087-a81c-4f01-a8ad-efb979ce8f39 req-eab26d6b-5f46-4f12-a64c-6a5fc22a468c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:41.061325 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ce9f087-a81c-4f01-a8ad-efb979ce8f39 req-eab26d6b-5f46-4f12-a64c-6a5fc22a468c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 945 time: 0.0565715 Oct 29 21:34:41.099531 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ce9f087-a81c-4f01-a8ad-efb979ce8f39 req-51ba8d6d-adfd-496b-9eed-799a7c6f345b tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Oct 29 21:34:41.659207 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-5b762e3a-3948-41af-9d45-db58d4edff82 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:41.660700 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-5b762e3a-3948-41af-9d45-db58d4edff82 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "GET /v2.0/networks?id=5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 200 len: 814 time: 0.1122758 Oct 29 21:34:41.678033 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Request body: {'port': {'device_id': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a', 'admin_state_up': True, 'tenant_id': '7dbda65feba04cb285dc7af3eba1d03e'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:34:41.751407 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-37a4d4f1-d96c-4719-b047-0ff83c920318 req-71b0af2c-3f6b-4370-9051-f36db4dc6810 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 210 time: 0.0272896 Oct 29 21:34:41.793582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Made reservation on behalf of 7dbda65feba04cb285dc7af3eba1d03e for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:34:41.797123 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:41.922880 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Allocated IP 172.20.0.2 (5370f61d-d965-41fb-ab01-1ed346ec1a1a/50f1b354-115e-42ff-a6af-f46c3d8714eb/aab092b5-e601-43b7-97af-a4fce3015ea5) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:34:42.221100 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0023e8e-cfaf-4935-8d54-7b1b6915752f req-fea75446-1bcb-4d23-8a82-1d4763bcfa0c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:42.222590 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a0023e8e-cfaf-4935-8d54-7b1b6915752f req-fea75446-1bcb-4d23-8a82-1d4763bcfa0c tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 945 time: 0.0516260 Oct 29 21:34:42.262432 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a0023e8e-cfaf-4935-8d54-7b1b6915752f req-02c86e0d-a10b-4cd2-92f3-b3c33af196d8 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Oct 29 21:34:42.320549 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:42.352148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:42.395881 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Network 5370f61d-d965-41fb-ab01-1ed346ec1a1a is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:34:42.399141 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:34:42.402784 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:34:42.409126 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Pushing event updated for resources: {'Port': ['ID=aab092b5-e601-43b7-97af-a4fce3015ea5,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:42.457330 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:42.457943 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:42.473915 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-761ef166-5695-465b-bb78-e60d30c11670 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006387 Oct 29 21:34:42.488138 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Request body: {'port': {'device_id': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:34:42.542959 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:42.800816 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab092b5-e601-43b7-97af-a4fce3015ea5 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:34:42.809263 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:42.822310 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Transition to ACTIVE for port object aab092b5-e601-43b7-97af-a4fce3015ea5 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:34:42.826241 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:42.862609 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113ed97-5e06-49a9-80d7-a1063a4ddf1a req-0c296d24-ef62-4df8-9a47-840655faa3f9 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:42.864715 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2113ed97-5e06-49a9-80d7-a1063a4ddf1a req-0c296d24-ef62-4df8-9a47-840655faa3f9 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 931 time: 0.0520463 Oct 29 21:34:42.881771 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Pushing event updated for resources: {'Port': ['ID=aab092b5-e601-43b7-97af-a4fce3015ea5,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:42.909824 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2113ed97-5e06-49a9-80d7-a1063a4ddf1a req-264bb1f9-b0f7-464b-b729-69996e4262a6 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376604 Oct 29 21:34:42.982794 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-9f87fb14-5aa5-4200-9448-935c7d63f995 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:42.984230 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-9f87fb14-5aa5-4200-9448-935c7d63f995 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 945 time: 0.0868337 Oct 29 21:34:42.986564 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Attempting to bind port aab092b5-e601-43b7-97af-a4fce3015ea5 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:34:42.986884 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Attempting to bind port aab092b5-e601-43b7-97af-a4fce3015ea5 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:34:42.987214 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Attempting to bind port aab092b5-e601-43b7-97af-a4fce3015ea5 on network 5370f61d-d965-41fb-ab01-1ed346ec1a1a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:34:42.991637 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Port aab092b5-e601-43b7-97af-a4fce3015ea5 on network 5370f61d-d965-41fb-ab01-1ed346ec1a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:34:42.992059 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Attempting to bind port aab092b5-e601-43b7-97af-a4fce3015ea5 on network 5370f61d-d965-41fb-ab01-1ed346ec1a1a {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:34:43.020924 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:34:43.021255 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Checking segment: {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:34:43.022357 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Bound using segment: {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:34:43.022884 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Bound port: aab092b5-e601-43b7-97af-a4fce3015ea5, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e863b276-c482-4c93-82f3-f373c701cee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:34:43.023182 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.125017 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] For port aab092b5-e601-43b7-97af-a4fce3015ea5, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:34:43.128845 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] For port aab092b5-e601-43b7-97af-a4fce3015ea5, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aab092b5-e601-43b7-97af-a4fce3015ea5,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:34:43.133608 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.140461 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Deleting port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:34:43.140816 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.216585 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:43.217302 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.218649 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] 10.222.0.36 "PUT /v2.0/ports/aab092b5-e601-43b7-97af-a4fce3015ea5 HTTP/1.1" status: 200 len: 1093 time: 0.7346976 Oct 29 21:34:43.219079 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'tag': 'aab092b5-e601-43b7-97af-a4fce3015ea5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:43.221325 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1505a3-5847-4a53-9ad6-bed3c7926b86" -d '{"events": [{"name": "network-changed", "server_uuid": "91b760bb-5522-4cde-991e-872ce1c13d6b", "tag": "aab092b5-e601-43b7-97af-a4fce3015ea5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:43.254737 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3027e8-8ade-4b83-9f73-f7c7e0475359 service neutron] Pushing event updated for resources: {'Port': ['ID=aab092b5-e601-43b7-97af-a4fce3015ea5,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:43.278338 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede28d4a-c265-4746-87d3-f74d375cb9ab x-openstack-request-id: req-ede28d4a-c265-4746-87d3-f74d375cb9ab {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:43.278565 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b760bb-5522-4cde-991e-872ce1c13d6b", "tag": "aab092b5-e601-43b7-97af-a4fce3015ea5", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:43.278781 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ede28d4a-c265-4746-87d3-f74d375cb9ab {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:43.279164 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'tag': 'aab092b5-e601-43b7-97af-a4fce3015ea5', 'status': 'completed', 'code': 200} Oct 29 21:34:43.312765 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] For port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:43.313122 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.329235 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Calling delete_port for 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:34:43.347436 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-a246c4bc-4f6b-481b-b5b3-1f9d1b2129aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:43.348942 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-a246c4bc-4f6b-481b-b5b3-1f9d1b2129aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 1096 time: 0.0876832 Oct 29 21:34:43.379227 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8117b-97a8-4b8a-a5b8-b2e60ecadb3a req-0eccef22-7c43-4d10-8131-ba749a4bafb4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:43.381387 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-31b8117b-97a8-4b8a-a5b8-b2e60ecadb3a req-0eccef22-7c43-4d10-8131-ba749a4bafb4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=68fbf757-59fd-47ff-a63e-a18713ca85cb HTTP/1.1" status: 200 len: 945 time: 0.0485733 Oct 29 21:34:43.419694 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-10c3ef72-4f99-4894-b476-62df3737c7a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aab092b5-e601-43b7-97af-a4fce3015ea5 HTTP/1.1" status: 200 len: 217 time: 0.0398965 Oct 29 21:34:43.423319 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-31b8117b-97a8-4b8a-a5b8-b2e60ecadb3a req-41c3a56f-c6ab-40e4-b3c0-94c42bb4c084 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Oct 29 21:34:43.491340 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0076c23-74f2-4009-8523-1d975f6c268e req-5811dc6d-173f-48e3-a13b-5fb7b192c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:43.492905 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-5811dc6d-173f-48e3-a13b-5fb7b192c48e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50f1b354-115e-42ff-a6af-f46c3d8714eb HTTP/1.1" status: 200 len: 854 time: 0.0611374 Oct 29 21:34:43.544481 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-21c52bb5-04fd-43f1-b173-c15c73fe2958 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5370f61d-d965-41fb-ab01-1ed346ec1a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430315 Oct 29 21:34:43.572861 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.584704 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835', 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'f0782ab8-a4fd-4859-8d87-a68791babb59', '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:43.640288 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event deleted for resources: {'Port': ['ID=87445ff6-c3fb-4fcb-a670-c3a7cd9bed68,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:43.694200 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] No DVR routers for this DVR port 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:34:43.701639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:43.704957 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-49a4fdac-4f56-402c-9f6b-30e0a081e2f0 req-1cb85c82-801b-4468-8d78-e454442f56ee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "DELETE /v2.0/ports/87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 HTTP/1.1" status: 204 len: 173 time: 0.7109919 Oct 29 21:34:43.722600 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-417d97af-13cb-4f1e-84e3-38111424a025 service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593344 Oct 29 21:34:43.835565 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b0076c23-74f2-4009-8523-1d975f6c268e req-ff1175ef-7727-44e5-bf60-fd20ffbbdc9e service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936961 Oct 29 21:34:43.932966 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-e7090f88-4d4c-4662-a2db-18ca6021fef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:43.934459 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-e7090f88-4d4c-4662-a2db-18ca6021fef5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 1096 time: 0.0428572 Oct 29 21:34:44.027402 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32885ee-aa1c-400c-87d2-e0a018440f23 req-d86bbfa7-2893-4de1-8072-cd7fba3ba5d0 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:44.028930 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a32885ee-aa1c-400c-87d2-e0a018440f23 req-d86bbfa7-2893-4de1-8072-cd7fba3ba5d0 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 943 time: 0.0487943 Oct 29 21:34:44.041371 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-7d8ab9b8-99e0-4998-834f-cb6fcbbdce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:44.042855 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-7d8ab9b8-99e0-4998-834f-cb6fcbbdce6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 200 len: 915 time: 0.0903001 Oct 29 21:34:44.067634 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a32885ee-aa1c-400c-87d2-e0a018440f23 req-f2e72912-2a92-4e9f-b188-2e4190f89353 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Oct 29 21:34:44.087927 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-accb3a60-257f-42c5-8965-0f14d7453871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aab092b5-e601-43b7-97af-a4fce3015ea5 HTTP/1.1" status: 200 len: 217 time: 0.0343044 Oct 29 21:34:44.141147 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-13cd1037-3c98-480f-a2a8-bfc92b0b92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:44.142589 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-13cd1037-3c98-480f-a2a8-bfc92b0b92c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=50f1b354-115e-42ff-a6af-f46c3d8714eb HTTP/1.1" status: 200 len: 854 time: 0.0430207 Oct 29 21:34:44.176201 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-ffe7285c-c292-4508-aa5b-fc938d90f991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5370f61d-d965-41fb-ab01-1ed346ec1a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242953 Oct 29 21:34:44.274567 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-238fe289-4a9c-424f-80fa-90065d237396 service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885391 Oct 29 21:34:44.381890 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3e1505a3-5847-4a53-9ad6-bed3c7926b86 req-8b6a7488-de93-4ef3-9082-c4dcf9a37e29 service neutron] 10.222.0.36 "GET /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928006 Oct 29 21:34:45.182042 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024060dc-e180-43e4-b0ac-5ae512ac3ea0 req-46a11ef7-36bd-48dd-a676-78607902bf1b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:45.183530 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-024060dc-e180-43e4-b0ac-5ae512ac3ea0 req-46a11ef7-36bd-48dd-a676-78607902bf1b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 943 time: 0.0489426 Oct 29 21:34:45.225950 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-024060dc-e180-43e4-b0ac-5ae512ac3ea0 req-89487b9d-fe84-46b8-bc88-96f33f3e984e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362489 Oct 29 21:34:45.280607 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'name': 'network-vif-deleted', 'tag': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:45.283402 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee396b-84c4-459b-bca0-70df37bce09e" -d '{"events": [{"server_uuid": "68fbf757-59fd-47ff-a63e-a18713ca85cb", "name": "network-vif-deleted", "tag": "87445ff6-c3fb-4fcb-a670-c3a7cd9bed68"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:45.318426 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846b7f2-f905-4fb7-b43a-4d75fd838195 x-openstack-request-id: req-d846b7f2-f905-4fb7-b43a-4d75fd838195 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:45.318710 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbf757-59fd-47ff-a63e-a18713ca85cb", "name": "network-vif-deleted", "tag": "87445ff6-c3fb-4fcb-a670-c3a7cd9bed68", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:45.318969 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d846b7f2-f905-4fb7-b43a-4d75fd838195 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:45.319716 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fbf757-59fd-47ff-a63e-a18713ca85cb', 'name': 'network-vif-deleted', 'tag': '87445ff6-c3fb-4fcb-a670-c3a7cd9bed68', 'status': 'completed', 'code': 200} Oct 29 21:34:45.820182 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ba2ea-0041-45d3-8154-26486bba7cc4 req-cf7c3d07-da2b-4462-8faa-92ba8198bd60 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:45.821688 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c3ba2ea-0041-45d3-8154-26486bba7cc4 req-cf7c3d07-da2b-4462-8faa-92ba8198bd60 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 945 time: 0.0483620 Oct 29 21:34:45.859508 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4c3ba2ea-0041-45d3-8154-26486bba7cc4 req-aa248d52-cfe9-48bb-93aa-0c5108f9d10f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Oct 29 21:34:46.343263 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502108b-d42f-4b32-b97c-93dc50e1c5d7 req-fc88151a-4aea-4772-93d2-10cb88151f2b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:46.344758 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7502108b-d42f-4b32-b97c-93dc50e1c5d7 req-fc88151a-4aea-4772-93d2-10cb88151f2b tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 943 time: 0.0501328 Oct 29 21:34:46.383383 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7502108b-d42f-4b32-b97c-93dc50e1c5d7 req-f50368f5-f6f7-4651-90a3-a065f6441c0c tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Oct 29 21:34:46.680977 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device aab092b5-e601-43b7-97af-a4fce3015ea5 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:34:46.684064 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:34:46.710300 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:34:46.710639 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 87445ff6-c3fb-4fcb-a670-c3a7cd9bed68 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:34:46.797041 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port aab092b5-e601-43b7-97af-a4fce3015ea5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aab092b5-e601-43b7-97af-a4fce3015ea5,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:46.807858 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'aab092b5-e601-43b7-97af-a4fce3015ea5', 'network_id': '5370f61d-d965-41fb-ab01-1ed346ec1a1a', 'port_id': 'aab092b5-e601-43b7-97af-a4fce3015ea5', 'mac_address': 'fa:16:3e:30:ae:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f1b354-115e-42ff-a6af-f46c3d8714eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:34:46.843680 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:46.857153 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab092b5-e601-43b7-97af-a4fce3015ea5 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:34:46.875960 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port aab092b5-e601-43b7-97af-a4fce3015ea5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aab092b5-e601-43b7-97af-a4fce3015ea5,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:46.880059 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:46.930847 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=aab092b5-e601-43b7-97af-a4fce3015ea5,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:46.977744 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8783b-e537-49ef-b011-7aa645cda5f4 req-48755ffd-3976-40b1-b8fe-e33769e55634 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:46.979242 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50f8783b-e537-49ef-b011-7aa645cda5f4 req-48755ffd-3976-40b1-b8fe-e33769e55634 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 945 time: 0.0494030 Oct 29 21:34:47.021022 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-50f8783b-e537-49ef-b011-7aa645cda5f4 req-bdc66e71-e841-4ed0-8daa-e5d3a7b17079 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Oct 29 21:34:47.169374 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['aab092b5-e601-43b7-97af-a4fce3015ea5'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:47.497844 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44223-ad85-4e55-aa1a-db9646dc676c req-473ee8ab-ea71-4172-881c-f2d0fe82e058 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:47.499326 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0ab44223-ad85-4e55-aa1a-db9646dc676c req-473ee8ab-ea71-4172-881c-f2d0fe82e058 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 944 time: 0.0493505 Oct 29 21:34:47.538218 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0ab44223-ad85-4e55-aa1a-db9646dc676c req-77062a3a-c311-4992-8f5d-430fd7308902 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330088 Oct 29 21:34:47.599577 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-856dd1e2-eb81-4e36-aca2-d508a9f5273e tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:47.601078 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-856dd1e2-eb81-4e36-aca2-d508a9f5273e tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Oct 29 21:34:47.696869 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Deleting port f0782ab8-a4fd-4859-8d87-a68791babb59 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:34:47.697118 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:47.789973 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] For port f0782ab8-a4fd-4859-8d87-a68791babb59, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=f0782ab8-a4fd-4859-8d87-a68791babb59,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:47.790328 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:47.802269 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Calling delete_port for f0782ab8-a4fd-4859-8d87-a68791babb59 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:34:47.936376 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:47.947977 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835', 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'f0782ab8-a4fd-4859-8d87-a68791babb59'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:47.967014 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event deleted for resources: {'Port': ['ID=f0782ab8-a4fd-4859-8d87-a68791babb59,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:48.007466 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] No DVR routers for this DVR port f0782ab8-a4fd-4859-8d87-a68791babb59 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:34:48.010046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:48.013398 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-888aa10e-a440-41bd-b4ed-955c1f4c9398 req-56eadfa2-d898-4901-afee-39f0297b126f tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "DELETE /v2.0/ports/f0782ab8-a4fd-4859-8d87-a68791babb59 HTTP/1.1" status: 204 len: 173 time: 0.4039438 Oct 29 21:34:48.013844 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'name': 'network-vif-deleted', 'tag': 'f0782ab8-a4fd-4859-8d87-a68791babb59'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:48.016083 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c01b6a4-0bfc-46aa-b441-9ac726493210" -d '{"events": [{"server_uuid": "edeb91fe-0822-4ad1-b8fd-cdb711a623d9", "name": "network-vif-deleted", "tag": "f0782ab8-a4fd-4859-8d87-a68791babb59"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:48.067695 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a18fa3e-c3c6-4985-8457-f46e90278969 x-openstack-request-id: req-2a18fa3e-c3c6-4985-8457-f46e90278969 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:48.067986 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edeb91fe-0822-4ad1-b8fd-cdb711a623d9", "name": "network-vif-deleted", "tag": "f0782ab8-a4fd-4859-8d87-a68791babb59", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:48.069174 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a18fa3e-c3c6-4985-8457-f46e90278969 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:48.069527 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edeb91fe-0822-4ad1-b8fd-cdb711a623d9', 'name': 'network-vif-deleted', 'tag': 'f0782ab8-a4fd-4859-8d87-a68791babb59', 'status': 'completed', 'code': 200} Oct 29 21:34:48.134249 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-918654b7-991a-4c38-906f-d8483cd45e89 req-96cbd035-7437-48bd-b365-a7999bf9a31a tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=edeb91fe-0822-4ad1-b8fd-cdb711a623d9 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Oct 29 21:34:48.652562 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41fd13-b03c-47b7-8014-ab6bc11511dc req-1cafac87-b970-4bf6-bce9-2e5261e961b4 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:48.654071 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd41fd13-b03c-47b7-8014-ab6bc11511dc req-1cafac87-b970-4bf6-bce9-2e5261e961b4 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 944 time: 0.0488033 Oct 29 21:34:48.692265 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd41fd13-b03c-47b7-8014-ab6bc11511dc req-74a184a9-6a5f-4c0e-8a3e-3eedc22992f9 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320349 Oct 29 21:34:48.694586 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device aab092b5-e601-43b7-97af-a4fce3015ea5 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:34:48.746553 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port aab092b5-e601-43b7-97af-a4fce3015ea5 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:34:48.750579 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port aab092b5-e601-43b7-97af-a4fce3015ea5 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:34:48.750942 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:48.826212 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:48.847960 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab092b5-e601-43b7-97af-a4fce3015ea5'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:48.851015 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f83686-e2f6-4fae-b697-4466e0a6be09" -d '{"events": [{"server_uuid": "91b760bb-5522-4cde-991e-872ce1c13d6b", "name": "network-vif-plugged", "status": "completed", "tag": "aab092b5-e601-43b7-97af-a4fce3015ea5"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:48.866356 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port aab092b5-e601-43b7-97af-a4fce3015ea5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aab092b5-e601-43b7-97af-a4fce3015ea5,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:48.870578 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:48.895949 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03684bd7-6330-458b-a591-e0d988b7989d x-openstack-request-id: req-03684bd7-6330-458b-a591-e0d988b7989d {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:48.896299 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b760bb-5522-4cde-991e-872ce1c13d6b", "name": "network-vif-plugged", "status": "completed", "tag": "aab092b5-e601-43b7-97af-a4fce3015ea5", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:48.896532 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03684bd7-6330-458b-a591-e0d988b7989d {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:48.896937 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab092b5-e601-43b7-97af-a4fce3015ea5', 'code': 200} Oct 29 21:34:48.925029 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=aab092b5-e601-43b7-97af-a4fce3015ea5,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:49.062853 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b493d-0a82-47bd-8153-bbfea33cc420 req-cf552144-a23e-49cb-8d72-55a3ed4fdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:49.064399 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-330b493d-0a82-47bd-8153-bbfea33cc420 req-cf552144-a23e-49cb-8d72-55a3ed4fdeeb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 1098 time: 0.0445311 Oct 29 21:34:49.103264 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-330b493d-0a82-47bd-8153-bbfea33cc420 req-341d1617-b4d0-4a38-9b1f-9f1755332ea8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274191 Oct 29 21:34:49.407104 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46afaf-db68-4fd4-80c8-29e15ec598aa req-bb73fa7b-671b-48e8-9a0c-0f65063d46a1 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:49.408585 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7e46afaf-db68-4fd4-80c8-29e15ec598aa req-bb73fa7b-671b-48e8-9a0c-0f65063d46a1 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0555179 Oct 29 21:34:49.447971 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7e46afaf-db68-4fd4-80c8-29e15ec598aa req-a9d573d8-f4bf-458c-b43d-758451145e50 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Oct 29 21:34:49.809295 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac809e06-7b59-4456-a92d-d31b5596407d req-5c5a34d0-c212-421a-b70e-89767472a924 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:49.810851 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ac809e06-7b59-4456-a92d-d31b5596407d req-5c5a34d0-c212-421a-b70e-89767472a924 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 945 time: 0.0499482 Oct 29 21:34:49.851331 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ac809e06-7b59-4456-a92d-d31b5596407d req-2c6146d7-f88a-47bf-82ca-3497d052741f tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Oct 29 21:34:50.563105 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67a2e4-f550-4cba-96eb-3510daa1dfc8 req-a3e49dcd-8f2f-4d86-884f-0af79e950d28 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:50.564615 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae67a2e4-f550-4cba-96eb-3510daa1dfc8 req-a3e49dcd-8f2f-4d86-884f-0af79e950d28 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Oct 29 21:34:50.603708 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ae67a2e4-f550-4cba-96eb-3510daa1dfc8 req-d8e8655a-1d41-4ea2-b0b2-ae5ef8b9cd5d tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Oct 29 21:34:50.968916 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b3624-9a23-4abd-8e4e-8c1713dd9d4e req-8b8c4000-bb91-4136-93b1-be145df7dbee tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:50.970439 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd3b3624-9a23-4abd-8e4e-8c1713dd9d4e req-8b8c4000-bb91-4136-93b1-be145df7dbee tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 945 time: 0.0526643 Oct 29 21:34:51.007851 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-ce7f2782-a54e-4849-80f4-edda3025867d tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:51.009942 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd3b3624-9a23-4abd-8e4e-8c1713dd9d4e req-4128631d-cccf-4cba-9a70-a1d965d1a038 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Oct 29 21:34:51.010089 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-ce7f2782-a54e-4849-80f4-edda3025867d tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0506105 Oct 29 21:34:51.108860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Deleting port b9f3f7b6-d44c-4004-a64f-458c0aae17bd {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:34:51.109205 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:51.216807 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] For port b9f3f7b6-d44c-4004-a64f-458c0aae17bd, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:51.217171 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:51.234065 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Calling delete_port for b9f3f7b6-d44c-4004-a64f-458c0aae17bd owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:34:51.386192 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:51.402144 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835', 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:51.428813 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event deleted for resources: {'Port': ['ID=b9f3f7b6-d44c-4004-a64f-458c0aae17bd,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:51.472136 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] No DVR routers for this DVR port b9f3f7b6-d44c-4004-a64f-458c0aae17bd on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:34:51.475491 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:51.478953 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-d205f89e-5baa-45f4-90e8-f016c64fbd0c req-06cf8da7-69f9-4297-9111-ea9cb5081145 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "DELETE /v2.0/ports/b9f3f7b6-d44c-4004-a64f-458c0aae17bd HTTP/1.1" status: 204 len: 173 time: 0.4618614 Oct 29 21:34:51.479411 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'name': 'network-vif-deleted', 'tag': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:51.482515 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7770625-d13c-44f9-a1d3-babe17d80442" -d '{"events": [{"server_uuid": "dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6", "name": "network-vif-deleted", "tag": "b9f3f7b6-d44c-4004-a64f-458c0aae17bd"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:51.522791 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c3c9b0-8f17-47cb-b6ea-1071a9392974 x-openstack-request-id: req-c7c3c9b0-8f17-47cb-b6ea-1071a9392974 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:51.523085 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6", "name": "network-vif-deleted", "tag": "b9f3f7b6-d44c-4004-a64f-458c0aae17bd", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:51.523358 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7c3c9b0-8f17-47cb-b6ea-1071a9392974 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:51.523741 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6', 'name': 'network-vif-deleted', 'tag': 'b9f3f7b6-d44c-4004-a64f-458c0aae17bd', 'status': 'completed', 'code': 200} Oct 29 21:34:51.610794 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8e072dfd-7b0f-4e07-8b16-6831c1913415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:51.714186 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a07797d0-bdfd-4028-9481-e064082b774e req-9c1756ce-44b3-40db-a7e7-522deb114a58 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcd32e3-70d2-4571-ab4b-0ba111f0f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0277276 Oct 29 21:34:52.735262 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b9f3f7b6-d44c-4004-a64f-458c0aae17bd no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:34:52.757875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: b9f3f7b6-d44c-4004-a64f-458c0aae17bd {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:34:52.757875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b9f3f7b6-d44c-4004-a64f-458c0aae17bd not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:34:52.757875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device f0782ab8-a4fd-4859-8d87-a68791babb59 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:34:52.778079 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: f0782ab8-a4fd-4859-8d87-a68791babb59 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:34:52.778079 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device f0782ab8-a4fd-4859-8d87-a68791babb59 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:34:54.263654 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbee89-2879-4727-a07a-bc4a6d33b574 req-b47b8699-9b0b-45be-9e0d-b9b03f31c5af tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:54.265162 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fadbee89-2879-4727-a07a-bc4a6d33b574 req-b47b8699-9b0b-45be-9e0d-b9b03f31c5af tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 946 time: 0.0486500 Oct 29 21:34:54.309311 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fadbee89-2879-4727-a07a-bc4a6d33b574 req-e707023f-ef29-4e1f-ba09-16e73829b2b6 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382948 Oct 29 21:34:54.502107 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-db063766-f108-4003-97f6-1585aa2c8d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:55.280368 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:55.429953 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245b52d-d0d7-4368-8cc7-f20825d211d2 req-a8dca240-6c0c-4423-8fe1-b14e45a24eee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:55.431430 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f245b52d-d0d7-4368-8cc7-f20825d211d2 req-a8dca240-6c0c-4423-8fe1-b14e45a24eee tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 946 time: 0.0546453 Oct 29 21:34:55.468423 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f245b52d-d0d7-4368-8cc7-f20825d211d2 req-88678e04-34f5-4dec-8392-e6cc67a38aab tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/security-groups?id=22962a09-28f0-4bf6-91f6-44055f9a9ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309765 Oct 29 21:34:55.719348 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-359ee6bf-c413-4c30-a770-296003e92449 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:55.720845 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-359ee6bf-c413-4c30-a770-296003e92449 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 946 time: 0.0523369 Oct 29 21:34:55.734801 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:55.825036 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Deleting port 19ec18f0-28b5-4932-b85f-7a03186e6835 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:34:55.825282 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:55.861996 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:55.916052 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] For port 19ec18f0-28b5-4932-b85f-7a03186e6835, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=19ec18f0-28b5-4932-b85f-7a03186e6835,segment=NetworkSegment(6dce7f3d-b655-473d-849d-b0d783d2e1f4),segment_id=6dce7f3d-b655-473d-849d-b0d783d2e1f4)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:34:55.916413 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:55.929753 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Calling delete_port for 19ec18f0-28b5-4932-b85f-7a03186e6835 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:34:56.055079 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:56.066520 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['19ec18f0-28b5-4932-b85f-7a03186e6835'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:34:56.085268 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Pushing event deleted for resources: {'Port': ['ID=19ec18f0-28b5-4932-b85f-7a03186e6835,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:56.129438 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] No DVR routers for this DVR port 19ec18f0-28b5-4932-b85f-7a03186e6835 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:34:56.132600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:56.136056 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-eec66cec-f596-4f2f-a2b5-fa73e70db8ce req-773f75ce-0150-47ba-9c37-180970b833b4 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.36 "DELETE /v2.0/ports/19ec18f0-28b5-4932-b85f-7a03186e6835 HTTP/1.1" status: 204 len: 173 time: 0.3970816 Oct 29 21:34:56.136510 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'name': 'network-vif-deleted', 'tag': '19ec18f0-28b5-4932-b85f-7a03186e6835'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:34:56.138799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c4861b-7a66-4eb2-b89e-c4372cced2a3" -d '{"events": [{"server_uuid": "d7feb1b2-af8e-40b7-8767-8df07561a5d4", "name": "network-vif-deleted", "tag": "19ec18f0-28b5-4932-b85f-7a03186e6835"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:34:56.183764 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc635e05-8738-4204-bc38-b6879b74497d x-openstack-request-id: req-cc635e05-8738-4204-bc38-b6879b74497d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:34:56.184146 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7feb1b2-af8e-40b7-8767-8df07561a5d4", "name": "network-vif-deleted", "tag": "19ec18f0-28b5-4932-b85f-7a03186e6835", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:34:56.184471 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc635e05-8738-4204-bc38-b6879b74497d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:34:56.184958 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7feb1b2-af8e-40b7-8767-8df07561a5d4', 'name': 'network-vif-deleted', 'tag': '19ec18f0-28b5-4932-b85f-7a03186e6835', 'status': 'completed', 'code': 200} Oct 29 21:34:56.585726 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a41346a6-f190-4920-a0e8-f40092231eb1 req-63f36970-e011-47a4-87ae-65070020db21 tempest-AttachVolumeNegativeTest-211851915 tempest-AttachVolumeNegativeTest-211851915-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7feb1b2-af8e-40b7-8767-8df07561a5d4 HTTP/1.1" status: 200 len: 210 time: 0.0286329 Oct 29 21:34:57.195140 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.647772 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 43780) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:34:57.698680 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Deleting subnet 9cb6bb45-eaac-417e-9af6-5134a4f21ab3 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:34:57.702015 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.738552 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.781830 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.836260 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.862605 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb6bb45-eaac-417e-9af6-5134a4f21ab3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:57.867512 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.871203 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9cb6bb45-eaac-417e-9af6-5134a4f21ab3 HTTP/1.1" status: 204 len: 168 time: 0.2220185 Oct 29 21:34:57.874933 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 43786) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:34:57.875975 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.876314 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.876646 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.876996 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.877319 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.877640 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.877978 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.878282 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.878599 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.878905 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.879406 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.879885 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39fb0e-aeef-444e-a670-158db1580e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:34:57.980219 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:57.992132 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-298726c2-7718-4436-9046-ac6d3dbe80bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701754 Oct 29 21:34:58.092380 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.116871 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-a6f0f70e-8922-4d26-9c80-ccc797f65b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:58.118359 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-a6f0f70e-8922-4d26-9c80-ccc797f65b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1099 time: 0.1027017 Oct 29 21:34:58.119791 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db93ae86-ec79-4238-a284-534b8c05c042']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:34:58.129225 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dce7f3d-b655-473d-849d-b0d783d2e1f4') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:34:58.129524 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dce7f3d-b655-473d-849d-b0d783d2e1f4') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:34:58.139713 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.152509 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.158846 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:34:58.159225 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:34:58.161006 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:34:58.214717 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.219866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.223019 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] 10.222.0.30 "DELETE /v2.0/networks/db93ae86-ec79-4238-a284-534b8c05c042 HTTP/1.1" status: 204 len: 168 time: 0.3460422 Oct 29 21:34:58.234278 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3a032-b7f5-46ad-8d0e-f5fe138e4e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=db93ae86-ec79-4238-a284-534b8c05c042,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:58.335627 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 43790) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:34:58.374662 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6bab571d-bd07-431a-90b2-c085c2dcf6f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bde37bebc4994ad793288f7760dfdcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377696 Oct 29 21:34:58.376971 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 43792) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:34:58.428551 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8b1d-f551-427d-956d-1fa64874d521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.449357 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8b1d-f551-427d-956d-1fa64874d521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.494493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8b1d-f551-427d-956d-1fa64874d521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.497033 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8b1d-f551-427d-956d-1fa64874d521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:34:58.498169 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4b5d8b1d-f551-427d-956d-1fa64874d521 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22962a09-28f0-4bf6-91f6-44055f9a9ad5 HTTP/1.1" status: 204 len: 168 time: 0.1203136 Oct 29 21:34:58.506256 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d8b1d-f551-427d-956d-1fa64874d521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22962a09-28f0-4bf6-91f6-44055f9a9ad5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:34:59.233683 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-999711df-fffc-4c16-b38a-40e1cab524cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:34:59.235148 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-999711df-fffc-4c16-b38a-40e1cab524cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.0900621 Oct 29 21:35:00.043231 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-9a66330f-4a06-49f0-88d4-3ece60b657c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 200 len: 1001 time: 0.0739741 Oct 29 21:35:01.010148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-72c8f2e5-576c-4b7b-ac41-22831815ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:01.011572 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-72c8f2e5-576c-4b7b-ac41-22831815ec8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0448725 Oct 29 21:35:01.061263 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-0c2dfd66-1d3f-401b-a151-9ea0cb5688c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:01.062723 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-0c2dfd66-1d3f-401b-a151-9ea0cb5688c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433631 Oct 29 21:35:01.159521 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-a1c2c910-6ef5-4c88-b90d-6f9f482e3b8f service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891769 Oct 29 21:35:01.255115 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b3d731b1-6512-4530-9ea3-a791dc859799 req-4143f0ac-a504-46d6-aa7d-52b096e8f6e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880704 Oct 29 21:35:01.992081 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 19ec18f0-28b5-4932-b85f-7a03186e6835 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:02.012407 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 19ec18f0-28b5-4932-b85f-7a03186e6835 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:02.012810 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 19ec18f0-28b5-4932-b85f-7a03186e6835 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:02.852453 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 43888) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:02.957067 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-07bec0f0-cd76-4351-a736-76f62fefb5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.032783 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-07bec0f0-cd76-4351-a736-76f62fefb5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.036487 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-07bec0f0-cd76-4351-a736-76f62fefb5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.073398 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bec0f0-cd76-4351-a736-76f62fefb5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb969e08-5e56-4388-a2c3-b69f1e7ad54d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:03.077488 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-07bec0f0-cd76-4351-a736-76f62fefb5de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90d0c0ba62a348c6a210719ab714fc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239723 Oct 29 21:35:03.080074 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 43892) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:03.131455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b90-89a6-4ad0-88cb-d3f8a3a47e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.153004 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b90-89a6-4ad0-88cb-d3f8a3a47e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.201627 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b90-89a6-4ad0-88cb-d3f8a3a47e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.204325 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6b90-89a6-4ad0-88cb-d3f8a3a47e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.205500 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bb0c6b90-89a6-4ad0-88cb-d3f8a3a47e86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb969e08-5e56-4388-a2c3-b69f1e7ad54d HTTP/1.1" status: 204 len: 168 time: 0.1245174 Oct 29 21:35:03.213684 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c6b90-89a6-4ad0-88cb-d3f8a3a47e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb969e08-5e56-4388-a2c3-b69f1e7ad54d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:03.472425 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 43900) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:03.485970 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-827a9088-13d2-4f4c-9cc0-2bc609adb989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.559889 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-827a9088-13d2-4f4c-9cc0-2bc609adb989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.564827 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-827a9088-13d2-4f4c-9cc0-2bc609adb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.603500 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-827a9088-13d2-4f4c-9cc0-2bc609adb989 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=821796610a7e4c18b7e95dc236653c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299603 Oct 29 21:35:03.604358 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a9088-13d2-4f4c-9cc0-2bc609adb989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5319f6c8-f465-4b0c-baea-f0cfdff9d2aa,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:03.606167 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 43902) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:03.658652 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44650071-dd00-4dbf-a773-3b54bd735103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.679207 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44650071-dd00-4dbf-a773-3b54bd735103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.725217 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44650071-dd00-4dbf-a773-3b54bd735103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.727911 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-44650071-dd00-4dbf-a773-3b54bd735103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:03.729173 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-44650071-dd00-4dbf-a773-3b54bd735103 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5319f6c8-f465-4b0c-baea-f0cfdff9d2aa HTTP/1.1" status: 204 len: 168 time: 0.1208246 Oct 29 21:35:03.736939 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44650071-dd00-4dbf-a773-3b54bd735103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5319f6c8-f465-4b0c-baea-f0cfdff9d2aa,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:08.563525 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 43998) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:08.673102 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7e41e0f-67e2-4bb8-8d67-8ea619ebf07b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.751883 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7e41e0f-67e2-4bb8-8d67-8ea619ebf07b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.756243 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-b7e41e0f-67e2-4bb8-8d67-8ea619ebf07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.792642 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e41e0f-67e2-4bb8-8d67-8ea619ebf07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce40a2-9005-47f3-8be7-6177a71ba6ba,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:08.796849 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-b7e41e0f-67e2-4bb8-8d67-8ea619ebf07b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b14a80c08db4118835a82c685e08476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322528 Oct 29 21:35:08.799912 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44002) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:08.848179 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a818e6d-d744-4799-bcff-1daa20e4a8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.869868 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a818e6d-d744-4799-bcff-1daa20e4a8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.916725 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a818e6d-d744-4799-bcff-1daa20e4a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.919373 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a818e6d-d744-4799-bcff-1daa20e4a8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:08.920552 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-6a818e6d-d744-4799-bcff-1daa20e4a8b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04ce40a2-9005-47f3-8be7-6177a71ba6ba HTTP/1.1" status: 204 len: 168 time: 0.1199141 Oct 29 21:35:08.928414 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a818e6d-d744-4799-bcff-1daa20e4a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce40a2-9005-47f3-8be7-6177a71ba6ba,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:09.176819 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44008) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:09.189832 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e695a974-884e-451a-a425-c86fb9beaca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.264123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e695a974-884e-451a-a425-c86fb9beaca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.267800 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-e695a974-884e-451a-a425-c86fb9beaca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.309679 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-e695a974-884e-451a-a425-c86fb9beaca4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5568605693464348beadb02de067ab61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317897 Oct 29 21:35:09.310528 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695a974-884e-451a-a425-c86fb9beaca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f981aa-0f4f-4c2f-aee8-d72b29e2de75,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:09.312306 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44010) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:09.361177 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a6d29aa-4dcd-43d5-ac36-58f635dcb861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.383332 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a6d29aa-4dcd-43d5-ac36-58f635dcb861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.429435 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a6d29aa-4dcd-43d5-ac36-58f635dcb861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.431922 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6a6d29aa-4dcd-43d5-ac36-58f635dcb861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:09.433507 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6a6d29aa-4dcd-43d5-ac36-58f635dcb861 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0f981aa-0f4f-4c2f-aee8-d72b29e2de75 HTTP/1.1" status: 204 len: 168 time: 0.1197643 Oct 29 21:35:09.441636 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d29aa-4dcd-43d5-ac36-58f635dcb861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f981aa-0f4f-4c2f-aee8-d72b29e2de75,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:10.162478 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44042) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:10.265525 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-56527917-network', 'tenant_id': 'ed86d1d528f64f74aac7b311b7ea833c'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:10.285577 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Made reservation on behalf of ed86d1d528f64f74aac7b311b7ea833c for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:10.287846 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.298926 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.373725 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.377679 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.399139 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:35:10.413475 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:10.418434 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.418775 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Added segment 959573ee-ff30-4f9e-b8e9-fa32ab2e171b of type vlan for network 9d283bc7-8290-47eb-8638-3833e9738cc3 Oct 29 21:35:10.462005 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.487233 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.488142 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:10.488778 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.538535 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3749325 Oct 29 21:35:10.541584 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44046) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:10.546729 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Request body: {'subnet': {'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-56527917-subnet', 'tenant_id': 'ed86d1d528f64f74aac7b311b7ea833c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:10.551933 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66698a0-f8f0-4e18-a2e7-6abe33946180 admin admin] Pushing event updated for resources: {'Network': ['ID=9d283bc7-8290-47eb-8638-3833e9738cc3,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:10.562280 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 9d283bc7-8290-47eb-8638-3833e9738cc3 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:35:10.572092 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Made reservation on behalf of ed86d1d528f64f74aac7b311b7ea833c for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:10.574400 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.747738 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.804033 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c1fb34-1ee9-4c78-90ae-3a5667792b91,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:10.813960 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Checking segment: {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:10.814321 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Network hostable DHCP agents. Network: 9d283bc7-8290-47eb-8638-3833e9738cc3, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:35:10.831752 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Network 9d283bc7-8290-47eb-8638-3833e9738cc3 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:35:10.840260 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 9d283bc7-8290-47eb-8638-3833e9738cc3) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:10.844611 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:10.845259 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:10.851415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d3309-550f-4809-8c6f-de6ddca7a9d6 None None] Network 9d283bc7-8290-47eb-8638-3833e9738cc3 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:10.868721 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-bdba4760-dcb7-4906-8941-db2722a02916 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3219001 Oct 29 21:35:10.991367 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb2bec0-9d41-4f25-959d-bf29d3527aac None None] Network 9d283bc7-8290-47eb-8638-3833e9738cc3 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:11.048687 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99742c81-ccbf-43d7-af8a-9a5a0f7f4c1f req-7beeebdf-049a-40cc-9658-b5eb74e22210 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:11.050380 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-99742c81-ccbf-43d7-af8a-9a5a0f7f4c1f req-7beeebdf-049a-40cc-9658-b5eb74e22210 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 945 time: 0.0521357 Oct 29 21:35:11.091637 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-99742c81-ccbf-43d7-af8a-9a5a0f7f4c1f req-2b5c86c7-9298-4117-b82b-6e2db35fc935 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Oct 29 21:35:12.215257 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e0c57-cfc6-4647-84fd-189bad319e8d req-c9fb53a2-7cd3-4d04-b251-bdb2e951b375 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:12.216758 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f3e0c57-cfc6-4647-84fd-189bad319e8d req-c9fb53a2-7cd3-4d04-b251-bdb2e951b375 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 945 time: 0.0526929 Oct 29 21:35:12.253651 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f3e0c57-cfc6-4647-84fd-189bad319e8d req-7bc5a01b-addc-4e3a-b40b-d4756fc16b6e tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309486 Oct 29 21:35:12.621478 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-1ee4525e-0112-4659-8135-7b4c3aaab2b3 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:12.622918 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-1ee4525e-0112-4659-8135-7b4c3aaab2b3 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/networks?id=9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 200 len: 807 time: 0.0997841 Oct 29 21:35:12.639051 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-43b52323-20ef-4fec-8294-338318237f3d tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/quotas/ed86d1d528f64f74aac7b311b7ea833c HTTP/1.1" status: 200 len: 375 time: 0.0101988 Oct 29 21:35:12.675377 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-089a8bd5-7b11-4569-b1c2-a723113d3559 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308144 Oct 29 21:35:12.766661 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-2d8649ae-dfb9-431d-8f5b-4bfdecdcbccc service neutron] 10.222.0.30 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834301 Oct 29 21:35:12.807406 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-7dcb0111-8644-4733-a42e-b77a144042fb tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:12.808926 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-7dcb0111-8644-4733-a42e-b77a144042fb tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 945 time: 0.0555890 Oct 29 21:35:12.859642 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-079e21a2-5a37-43d6-b800-7094946b5cda service neutron] 10.222.0.30 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866785 Oct 29 21:35:12.902489 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Deleting port aab092b5-e601-43b7-97af-a4fce3015ea5 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:12.902821 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:13.019715 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c33cc2e6-4632-4604-bc84-68284d4baaef req-ea7e6389-991c-4f65-8695-8897bb7a9f16 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 210 time: 0.0277317 Oct 29 21:35:13.270513 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] For port aab092b5-e601-43b7-97af-a4fce3015ea5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aab092b5-e601-43b7-97af-a4fce3015ea5,segment=NetworkSegment(e863b276-c482-4c93-82f3-f373c701cee6),segment_id=e863b276-c482-4c93-82f3-f373c701cee6)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:13.271474 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:13.292983 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Calling delete_port for aab092b5-e601-43b7-97af-a4fce3015ea5 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:13.394280 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd68f4-ab45-4084-a80f-8b34136a364d req-90781ad8-a336-429d-91f4-8cdb48f69e3c tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:13.395758 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1fdd68f4-ab45-4084-a80f-8b34136a364d req-90781ad8-a336-429d-91f4-8cdb48f69e3c tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b760bb-5522-4cde-991e-872ce1c13d6b HTTP/1.1" status: 200 len: 945 time: 0.0624702 Oct 29 21:35:13.438871 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:13.446763 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1fdd68f4-ab45-4084-a80f-8b34136a364d req-1a7cadd0-200d-488f-bef6-75d2814f9d05 tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.30 "GET /v2.0/security-groups?id=a09baffb-65d5-44e9-a706-aef36feface4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370686 Oct 29 21:35:13.450678 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['aab092b5-e601-43b7-97af-a4fce3015ea5'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:35:13.472729 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Pushing event deleted for resources: {'Port': ['ID=aab092b5-e601-43b7-97af-a4fce3015ea5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:13.518477 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] No DVR routers for this DVR port aab092b5-e601-43b7-97af-a4fce3015ea5 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:13.522058 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:13.526548 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8e2ea157-15bc-4ca7-a513-2d35091b2421 req-8e83cda3-806b-4a5c-aa30-5e0a75cdcadf tempest-VolumesSnapshotTestJSON-1778920523 tempest-VolumesSnapshotTestJSON-1778920523-project] 10.222.0.36 "DELETE /v2.0/ports/aab092b5-e601-43b7-97af-a4fce3015ea5 HTTP/1.1" status: 204 len: 173 time: 0.7101688 Oct 29 21:35:13.527077 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'name': 'network-vif-deleted', 'tag': 'aab092b5-e601-43b7-97af-a4fce3015ea5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:13.530615 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493f895-135d-42a0-8f29-fb292362a659" -d '{"events": [{"server_uuid": "91b760bb-5522-4cde-991e-872ce1c13d6b", "name": "network-vif-deleted", "tag": "aab092b5-e601-43b7-97af-a4fce3015ea5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:13.576530 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114b6065-34a3-4b2c-a0b2-75fb53e9e590 x-openstack-request-id: req-114b6065-34a3-4b2c-a0b2-75fb53e9e590 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:13.576844 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b760bb-5522-4cde-991e-872ce1c13d6b", "name": "network-vif-deleted", "tag": "aab092b5-e601-43b7-97af-a4fce3015ea5", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:13.577090 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-114b6065-34a3-4b2c-a0b2-75fb53e9e590 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:13.577477 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b760bb-5522-4cde-991e-872ce1c13d6b', 'name': 'network-vif-deleted', 'tag': 'aab092b5-e601-43b7-97af-a4fce3015ea5', 'status': 'completed', 'code': 200} Oct 29 21:35:14.037819 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-dcb87983-a56c-4dd6-8ce1-38fac5ce8da4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:14.039350 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-dcb87983-a56c-4dd6-8ce1-38fac5ce8da4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "GET /v2.0/networks?id=9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 200 len: 807 time: 0.1087837 Oct 29 21:35:14.054323 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Request body: {'port': {'device_id': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3', 'admin_state_up': True, 'tenant_id': 'ed86d1d528f64f74aac7b311b7ea833c'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:14.120609 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bf9a22b5-1708-4894-9ab2-ee6b426c586e req-89591e99-18ae-4433-940f-e191df11ba65 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 210 time: 0.0273521 Oct 29 21:35:14.165084 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Made reservation on behalf of ed86d1d528f64f74aac7b311b7ea833c for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:14.168589 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:14.303823 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Allocated IP 172.20.0.6 (9d283bc7-8290-47eb-8638-3833e9738cc3/85c1fb34-1ee9-4c78-90ae-3a5667792b91/6562a6b3-4240-47e8-a13b-9d4b260deb33) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:14.456029 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:14.489463 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:14.536445 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Network 9d283bc7-8290-47eb-8638-3833e9738cc3 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:14.540385 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:14.544204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:14.550518 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Pushing event updated for resources: {'Port': ['ID=6562a6b3-4240-47e8-a13b-9d4b260deb33,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:14.596244 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:14.596878 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:14.613626 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-9c42e7cd-3ba7-4700-85c2-6e010e56b6f4 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641775 Oct 29 21:35:14.626137 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Request body: {'port': {'device_id': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:14.687613 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:14.961058 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6562a6b3-4240-47e8-a13b-9d4b260deb33 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:35:14.968322 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:14.980522 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Transition to ACTIVE for port object 6562a6b3-4240-47e8-a13b-9d4b260deb33 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:35:14.984026 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:15.044087 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Pushing event updated for resources: {'Port': ['ID=6562a6b3-4240-47e8-a13b-9d4b260deb33,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:15.107883 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Attempting to bind port 6562a6b3-4240-47e8-a13b-9d4b260deb33 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:15.108129 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Attempting to bind port 6562a6b3-4240-47e8-a13b-9d4b260deb33 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:15.108457 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Attempting to bind port 6562a6b3-4240-47e8-a13b-9d4b260deb33 on network 9d283bc7-8290-47eb-8638-3833e9738cc3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:15.112786 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Port 6562a6b3-4240-47e8-a13b-9d4b260deb33 on network 9d283bc7-8290-47eb-8638-3833e9738cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:35:15.113105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Attempting to bind port 6562a6b3-4240-47e8-a13b-9d4b260deb33 on network 9d283bc7-8290-47eb-8638-3833e9738cc3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:15.118105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:15.118437 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Checking segment: {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:15.118811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Bound using segment: {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:15.119228 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Bound port: 6562a6b3-4240-47e8-a13b-9d4b260deb33, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:15.119580 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:15.188895 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] For port 6562a6b3-4240-47e8-a13b-9d4b260deb33, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:15.192485 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] For port 6562a6b3-4240-47e8-a13b-9d4b260deb33, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:15.197961 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:15.237341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.237954 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:15.239351 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] 10.222.0.36 "PUT /v2.0/ports/6562a6b3-4240-47e8-a13b-9d4b260deb33 HTTP/1.1" status: 200 len: 1093 time: 0.6174126 Oct 29 21:35:15.243525 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250c6fe-91e6-4a9c-a167-775d6a41ac03 req-9074dcb6-cdbd-4e6e-851b-b7a3da26ad9a tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.245109 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9250c6fe-91e6-4a9c-a167-775d6a41ac03 req-9074dcb6-cdbd-4e6e-851b-b7a3da26ad9a tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0569639 Oct 29 21:35:15.264099 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b69722-4bec-4d34-87d5-91e4b2437300 service neutron] Pushing event updated for resources: {'Port': ['ID=6562a6b3-4240-47e8-a13b-9d4b260deb33,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:15.284973 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9250c6fe-91e6-4a9c-a167-775d6a41ac03 req-18511d28-784b-406d-bccb-eafb1e425974 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Oct 29 21:35:15.324545 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-5e21b3c4-26de-4dbf-9353-b780e5a6c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.326077 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-5e21b3c4-26de-4dbf-9353-b780e5a6c3e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 1096 time: 0.0443425 Oct 29 21:35:15.369075 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-32296742-2c17-49fe-9e14-c610d8505dec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33 HTTP/1.1" status: 200 len: 217 time: 0.0339956 Oct 29 21:35:15.418460 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-b6c59b7c-c022-423d-b7d1-778abda8ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.419889 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-b6c59b7c-c022-423d-b7d1-778abda8ed78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85c1fb34-1ee9-4c78-90ae-3a5667792b91 HTTP/1.1" status: 200 len: 847 time: 0.0435555 Oct 29 21:35:15.456373 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-991e3d00-2f0d-4be3-bff2-1af633038c2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d283bc7-8290-47eb-8638-3833e9738cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282350 Oct 29 21:35:15.546054 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-71299e06-7a8e-46e2-b2ba-2810b1a17c67 service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815361 Oct 29 21:35:15.597822 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'tag': '6562a6b3-4240-47e8-a13b-9d4b260deb33'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:15.600616 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe32b8-74d6-480c-958c-57713979f254" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4b6348-9933-4e8a-adfb-18d5ca79c464", "tag": "6562a6b3-4240-47e8-a13b-9d4b260deb33"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:15.636972 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a0bdb-3e7b-4b33-a24e-430d6669648e x-openstack-request-id: req-0d6a0bdb-3e7b-4b33-a24e-430d6669648e {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:15.637359 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4b6348-9933-4e8a-adfb-18d5ca79c464", "tag": "6562a6b3-4240-47e8-a13b-9d4b260deb33", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:15.637704 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d6a0bdb-3e7b-4b33-a24e-430d6669648e {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:15.638227 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'tag': '6562a6b3-4240-47e8-a13b-9d4b260deb33', 'status': 'completed', 'code': 200} Oct 29 21:35:15.653317 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-51784081-440e-4c22-9b5a-33ab9ddfb58e req-d620d995-b8b8-44aa-8e5c-462de47c0d9b service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992608 Oct 29 21:35:15.745982 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32b8-74d6-480c-958c-57713979f254 req-3b8591e2-9021-47b0-9a1b-cdb744bf296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.747458 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-3b8591e2-9021-47b0-9a1b-cdb744bf296c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 1096 time: 0.0417683 Oct 29 21:35:15.845346 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32b8-74d6-480c-958c-57713979f254 req-d6577f81-1a61-49c7-bb02-cb2a4161d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.846844 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-d6577f81-1a61-49c7-bb02-cb2a4161d229 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 200 len: 908 time: 0.0915980 Oct 29 21:35:15.889851 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-eb7e3726-d177-4d79-a6c5-e41ab9ef4c1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33 HTTP/1.1" status: 200 len: 217 time: 0.0344248 Oct 29 21:35:15.943051 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe32b8-74d6-480c-958c-57713979f254 req-40d739a2-3a7a-4830-91c1-02f7ebd42a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:15.944650 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-40d739a2-3a7a-4830-91c1-02f7ebd42a0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85c1fb34-1ee9-4c78-90ae-3a5667792b91 HTTP/1.1" status: 200 len: 847 time: 0.0473545 Oct 29 21:35:15.979917 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-581a0d90-5eb5-4bd6-b8e4-71f6f97f789a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d283bc7-8290-47eb-8638-3833e9738cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272534 Oct 29 21:35:16.074880 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-4942efa2-8a61-4c6b-9a02-fb057b6ef36d service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878105 Oct 29 21:35:16.080654 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device aab092b5-e601-43b7-97af-a4fce3015ea5 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:16.101534 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: aab092b5-e601-43b7-97af-a4fce3015ea5 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:16.101874 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device aab092b5-e601-43b7-97af-a4fce3015ea5 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:16.170383 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c0fe32b8-74d6-480c-958c-57713979f254 req-ee0fa729-0de0-4329-a2c0-a2ea0f54cc56 service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868313 Oct 29 21:35:16.400559 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad468194-2218-4d44-85b4-ecec2d54b36a req-83e2368a-b23c-4605-8e20-c127a5a73e33 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:16.402481 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ad468194-2218-4d44-85b4-ecec2d54b36a req-83e2368a-b23c-4605-8e20-c127a5a73e33 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0486996 Oct 29 21:35:16.448347 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-ad468194-2218-4d44-85b4-ecec2d54b36a req-ee89ee2d-1f17-4344-9ee6-74a515121a42 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Oct 29 21:35:16.980851 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:35:17.564184 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6170b-2da0-40fe-b4ec-7c2d71d5b957 req-0b8a9a1a-c20b-4b0c-9bfb-38d5db5d6e9c tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:17.565610 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ad6170b-2da0-40fe-b4ec-7c2d71d5b957 req-0b8a9a1a-c20b-4b0c-9bfb-38d5db5d6e9c tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0494285 Oct 29 21:35:17.603321 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ad6170b-2da0-40fe-b4ec-7c2d71d5b957 req-40e3e1f7-f128-491b-b664-8f44689d1c94 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Oct 29 21:35:18.721347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ac1cb-2de5-46fb-84f4-47ef05382da9 req-968e3fd2-ffcb-4d19-a84b-cf910eaf757a tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:18.722826 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6f5ac1cb-2de5-46fb-84f4-47ef05382da9 req-968e3fd2-ffcb-4d19-a84b-cf910eaf757a tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0522454 Oct 29 21:35:18.762403 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6f5ac1cb-2de5-46fb-84f4-47ef05382da9 req-82410e8b-e780-4e39-8f9b-13d082a84a7d tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Oct 29 21:35:19.878996 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf95e1-68f2-49ff-9c93-8317fe7d7dad req-1f1e334a-38ca-4850-a0b4-5a3e1ffae147 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:19.881166 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8edf95e1-68f2-49ff-9c93-8317fe7d7dad req-1f1e334a-38ca-4850-a0b4-5a3e1ffae147 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0514605 Oct 29 21:35:19.919394 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8edf95e1-68f2-49ff-9c93-8317fe7d7dad req-a611cf82-208c-4f2d-9664-5d940cbcd049 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Oct 29 21:35:21.032848 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209b9ce-e464-464a-a58a-5be6a0f86925 req-3aa98158-0eec-4920-a0a6-9eb4037819f1 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:21.034329 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e209b9ce-e464-464a-a58a-5be6a0f86925 req-3aa98158-0eec-4920-a0a6-9eb4037819f1 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0488913 Oct 29 21:35:21.072249 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e209b9ce-e464-464a-a58a-5be6a0f86925 req-f3ccf67b-96d5-47ed-a476-fe829004831d tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Oct 29 21:35:21.604272 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ac64bd34-bf63-4ce7-aaf4-b377c323db0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:22.153250 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 6562a6b3-4240-47e8-a13b-9d4b260deb33 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:35:22.190543 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d0b1a-ec06-40d8-b0c7-d9101e224c6a req-aa0fb11d-a058-4ea0-a4c0-caa3deff7baf tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:22.192045 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0b3d0b1a-ec06-40d8-b0c7-d9101e224c6a req-aa0fb11d-a058-4ea0-a4c0-caa3deff7baf tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 943 time: 0.0520358 Oct 29 21:35:22.230890 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0b3d0b1a-ec06-40d8-b0c7-d9101e224c6a req-f40b0927-3c04-4ddd-8464-79450257c2c1 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Oct 29 21:35:22.249491 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 6562a6b3-4240-47e8-a13b-9d4b260deb33, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:22.260560 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '6562a6b3-4240-47e8-a13b-9d4b260deb33', 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3', 'port_id': '6562a6b3-4240-47e8-a13b-9d4b260deb33', 'mac_address': 'fa:16:3e:81:67:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c1fb34-1ee9-4c78-90ae-3a5667792b91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:35:22.298006 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:22.314687 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6562a6b3-4240-47e8-a13b-9d4b260deb33 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:35:22.334075 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 6562a6b3-4240-47e8-a13b-9d4b260deb33, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:22.339530 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:22.385761 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=6562a6b3-4240-47e8-a13b-9d4b260deb33,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:22.392559 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.392936 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.393276 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.393617 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.393946 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.394277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.394602 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.394926 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.395250 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.395569 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.396096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.396430 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:22.610278 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['6562a6b3-4240-47e8-a13b-9d4b260deb33'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:35:23.352712 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2c3ac-b1db-4627-bef8-4a6a476d96ab req-06de1190-a587-4f1c-a16d-164cbb1ff861 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:23.354198 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-70c2c3ac-b1db-4627-bef8-4a6a476d96ab req-06de1190-a587-4f1c-a16d-164cbb1ff861 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 944 time: 0.0504363 Oct 29 21:35:23.392046 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-70c2c3ac-b1db-4627-bef8-4a6a476d96ab req-56c056e8-5428-4818-81bd-e11fb5b65560 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Oct 29 21:35:24.160605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 6562a6b3-4240-47e8-a13b-9d4b260deb33 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:24.210273 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 6562a6b3-4240-47e8-a13b-9d4b260deb33 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:35:24.214349 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 6562a6b3-4240-47e8-a13b-9d4b260deb33 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:24.214710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:24.290632 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:24.313023 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6562a6b3-4240-47e8-a13b-9d4b260deb33'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:24.315230 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0737bebd-b3b3-45c6-8454-dcf0fe2422e4" -d '{"events": [{"server_uuid": "cd4b6348-9933-4e8a-adfb-18d5ca79c464", "name": "network-vif-plugged", "status": "completed", "tag": "6562a6b3-4240-47e8-a13b-9d4b260deb33"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:24.332966 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 6562a6b3-4240-47e8-a13b-9d4b260deb33, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:24.337280 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:24.360359 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf1fcfd-ec0f-4d66-9b52-a951b1b905af x-openstack-request-id: req-daf1fcfd-ec0f-4d66-9b52-a951b1b905af {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:24.360645 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4b6348-9933-4e8a-adfb-18d5ca79c464", "name": "network-vif-plugged", "status": "completed", "tag": "6562a6b3-4240-47e8-a13b-9d4b260deb33", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:24.360929 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-daf1fcfd-ec0f-4d66-9b52-a951b1b905af {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:24.361295 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6562a6b3-4240-47e8-a13b-9d4b260deb33', 'code': 200} Oct 29 21:35:24.388762 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=6562a6b3-4240-47e8-a13b-9d4b260deb33,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:24.505919 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3efe611-443a-44bf-b4c2-f3a9de267810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:24.506305 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ece75-cbdf-4412-ac16-3d1d9bf80d11 req-4c924981-6b32-4998-a839-07fbfe4a17e3 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:24.507723 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b8ece75-cbdf-4412-ac16-3d1d9bf80d11 req-4c924981-6b32-4998-a839-07fbfe4a17e3 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0500581 Oct 29 21:35:24.548280 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6b8ece75-cbdf-4412-ac16-3d1d9bf80d11 req-e1fa39af-f3b5-4a23-8514-996b76839f2e tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Oct 29 21:35:25.282539 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:25.688306 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f90c5-b4e7-4b38-b958-6ffe8d0533d2 req-7f9df68d-2859-4d78-a3a9-1c0ff89b7b0c tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:25.689867 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e13f90c5-b4e7-4b38-b958-6ffe8d0533d2 req-7f9df68d-2859-4d78-a3a9-1c0ff89b7b0c tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0698080 Oct 29 21:35:25.729010 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e13f90c5-b4e7-4b38-b958-6ffe8d0533d2 req-9e8213a3-afce-4b09-b00f-ea9c527d41e5 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Oct 29 21:35:25.741286 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:25.866979 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:26.844625 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8859a-ec0a-44e5-80db-d8b610311885 req-438fcd78-0f6c-4291-8d86-467e042fff45 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:26.846048 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e9b8859a-ec0a-44e5-80db-d8b610311885 req-438fcd78-0f6c-4291-8d86-467e042fff45 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0491803 Oct 29 21:35:26.884676 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e9b8859a-ec0a-44e5-80db-d8b610311885 req-f12ae687-435c-43e4-ab25-7d405eb1c989 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Oct 29 21:35:27.198228 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:27.208248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33651519-cdfb-4d08-848d-70e2bad18802 req-4978baf6-3990-4fbd-b6d3-2a60b9ab7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:27.209833 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-33651519-cdfb-4d08-848d-70e2bad18802 req-4978baf6-3990-4fbd-b6d3-2a60b9ab7ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 1098 time: 0.0410450 Oct 29 21:35:27.246462 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-33651519-cdfb-4d08-848d-70e2bad18802 req-412ba403-092f-416b-8996-702404e95b1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285478 Oct 29 21:35:27.998278 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87b6db-7d9a-4d99-ab47-d71f0144e236 req-350ef4ab-271e-4dee-a2fe-34b7ffc88bf5 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:27.999729 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fc87b6db-7d9a-4d99-ab47-d71f0144e236 req-350ef4ab-271e-4dee-a2fe-34b7ffc88bf5 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0479770 Oct 29 21:35:28.039583 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fc87b6db-7d9a-4d99-ab47-d71f0144e236 req-b2a7218f-7f78-4fe0-bb6a-a0f183546498 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Oct 29 21:35:29.160939 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff23067-d148-4a07-b05d-d26f94b28142 req-3755787a-9dc4-479b-9dd7-7d30df1e9b66 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:29.162794 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3ff23067-d148-4a07-b05d-d26f94b28142 req-3755787a-9dc4-479b-9dd7-7d30df1e9b66 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0544300 Oct 29 21:35:29.203147 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3ff23067-d148-4a07-b05d-d26f94b28142 req-7a82b861-7086-4cc3-9857-581428684050 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344980 Oct 29 21:35:29.829745 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3803b-3980-469a-80b5-b6d040e6b717 req-5004bd2c-ecc4-4428-938e-3643c152a6bd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:29.831633 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4d3803b-3980-469a-80b5-b6d040e6b717 req-5004bd2c-ecc4-4428-938e-3643c152a6bd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0547206 Oct 29 21:35:29.873082 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f4d3803b-3980-469a-80b5-b6d040e6b717 req-e2fa99ab-0b5a-420c-aacc-216fa8eba43c tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348253 Oct 29 21:35:30.996878 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c4b42-d7f5-4ca5-a1ff-d74e7ee18d70 req-39672b15-36ba-4748-9446-763881304036 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:30.998266 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-076c4b42-d7f5-4ca5-a1ff-d74e7ee18d70 req-39672b15-36ba-4748-9446-763881304036 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Oct 29 21:35:31.040585 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-076c4b42-d7f5-4ca5-a1ff-d74e7ee18d70 req-c6fb0715-5a80-43de-be6f-45cdcbd46bd9 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Oct 29 21:35:31.180939 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-dc423f6e-ff2d-44f1-bb18-ca2d353cbe29 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:31.182404 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-dc423f6e-ff2d-44f1-bb18-ca2d353cbe29 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 945 time: 0.0502620 Oct 29 21:35:31.277008 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Deleting port 6562a6b3-4240-47e8-a13b-9d4b260deb33 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:31.277263 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:31.366595 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] For port 6562a6b3-4240-47e8-a13b-9d4b260deb33, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=6562a6b3-4240-47e8-a13b-9d4b260deb33,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:31.366955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:31.379050 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Calling delete_port for 6562a6b3-4240-47e8-a13b-9d4b260deb33 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:31.507527 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:31.520003 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['6562a6b3-4240-47e8-a13b-9d4b260deb33'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:35:31.537170 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Pushing event deleted for resources: {'Port': ['ID=6562a6b3-4240-47e8-a13b-9d4b260deb33,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:31.547808 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.548209 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.548554 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.548905 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.549226 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.549548 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.549866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.550180 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.550494 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.550809 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.551119 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.551429 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:31.592801 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] No DVR routers for this DVR port 6562a6b3-4240-47e8-a13b-9d4b260deb33 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:31.595258 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:31.598575 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-62122212-49f6-4b9c-9bcd-919cdc71a301 req-a7bafea3-8c24-46bb-902e-fb1d1b0a5381 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "DELETE /v2.0/ports/6562a6b3-4240-47e8-a13b-9d4b260deb33 HTTP/1.1" status: 204 len: 173 time: 0.4086666 Oct 29 21:35:31.598997 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'name': 'network-vif-deleted', 'tag': '6562a6b3-4240-47e8-a13b-9d4b260deb33'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:31.601367 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7c238e-9c53-43f0-99c7-280d8b819a55" -d '{"events": [{"server_uuid": "cd4b6348-9933-4e8a-adfb-18d5ca79c464", "name": "network-vif-deleted", "tag": "6562a6b3-4240-47e8-a13b-9d4b260deb33"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:31.639043 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cfc71d-8ec6-401e-8eec-fb50206e05c2 x-openstack-request-id: req-a7cfc71d-8ec6-401e-8eec-fb50206e05c2 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:31.639335 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4b6348-9933-4e8a-adfb-18d5ca79c464", "name": "network-vif-deleted", "tag": "6562a6b3-4240-47e8-a13b-9d4b260deb33", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:31.639582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7cfc71d-8ec6-401e-8eec-fb50206e05c2 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:31.639977 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4b6348-9933-4e8a-adfb-18d5ca79c464', 'name': 'network-vif-deleted', 'tag': '6562a6b3-4240-47e8-a13b-9d4b260deb33', 'status': 'completed', 'code': 200} Oct 29 21:35:32.155702 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1b1c5679-154e-42dd-877b-d440091b4876 req-f054213a-2294-4b8a-8909-bfb4be370725 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4b6348-9933-4e8a-adfb-18d5ca79c464 HTTP/1.1" status: 200 len: 210 time: 0.0299213 Oct 29 21:35:33.436791 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-eee6e86c-f974-40e0-871b-0586819776ad tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:33.438271 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-eee6e86c-f974-40e0-871b-0586819776ad tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/networks?id=9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 200 len: 807 time: 0.1065953 Oct 29 21:35:33.455259 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-2b6a5712-e0ce-4f03-9183-251391b00785 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/quotas/ed86d1d528f64f74aac7b311b7ea833c HTTP/1.1" status: 200 len: 375 time: 0.0090272 Oct 29 21:35:33.490837 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-4e116c4b-7b58-42b3-82d2-4f55f37c2dd9 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291142 Oct 29 21:35:33.579534 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-837ce799-952f-4159-84dd-73ac764a5840 service neutron] 10.222.0.30 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816143 Oct 29 21:35:33.671231 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-1282e595-b976-4697-a82d-fe28e0d6f314 service neutron] 10.222.0.30 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855026 Oct 29 21:35:33.832584 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b43b1163-0126-4877-843d-5bd57c16d551 req-417cefb9-7c5a-4a4e-8a50-1d3dcd3ff397 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 210 time: 0.0256984 Oct 29 21:35:34.202356 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 6562a6b3-4240-47e8-a13b-9d4b260deb33 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:34.223224 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 6562a6b3-4240-47e8-a13b-9d4b260deb33 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:34.224176 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 6562a6b3-4240-47e8-a13b-9d4b260deb33 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:34.765674 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-e0d39242-9cb3-4663-9a33-2501a1526365 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:34.767135 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-e0d39242-9cb3-4663-9a33-2501a1526365 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "GET /v2.0/networks?id=9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 200 len: 807 time: 0.1035941 Oct 29 21:35:34.783877 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Request body: {'port': {'device_id': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3', 'admin_state_up': True, 'tenant_id': 'ed86d1d528f64f74aac7b311b7ea833c'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:34.899046 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Made reservation on behalf of ed86d1d528f64f74aac7b311b7ea833c for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:34.902591 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:34.927396 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4a29a8df-e0e0-4288-a762-7844a0298e37 req-58dbe892-f1ad-49bc-bc41-0fb430926819 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 210 time: 0.0258865 Oct 29 21:35:35.026327 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Allocated IP 172.20.0.4 (9d283bc7-8290-47eb-8638-3833e9738cc3/85c1fb34-1ee9-4c78-90ae-3a5667792b91/b4bbf880-76a3-4eb4-92c9-eeeaa84e8118) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:35.174866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.208227 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.256164 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Network 9d283bc7-8290-47eb-8638-3833e9738cc3 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:35.259392 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:35.263289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:35.292866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Pushing event updated for resources: {'Port': ['ID=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:35.321482 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:35.322098 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.338247 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-e41cd4c7-6132-4cd7-8c65-f61a644db751 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5592480 Oct 29 21:35:35.351076 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Request body: {'port': {'device_id': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:35.409147 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.686271 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:35:35.694306 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.706234 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Transition to ACTIVE for port object b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:35:35.709839 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.761777 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:35.824596 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Attempting to bind port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:35.825289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Attempting to bind port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:35.825289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Attempting to bind port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 on network 9d283bc7-8290-47eb-8638-3833e9738cc3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:35.829466 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 on network 9d283bc7-8290-47eb-8638-3833e9738cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:35:35.829773 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Attempting to bind port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 on network 9d283bc7-8290-47eb-8638-3833e9738cc3 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:35.834605 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:35.834917 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Checking segment: {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:35.835289 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Bound using segment: {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:35.835699 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Bound port: b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959573ee-ff30-4f9e-b8e9-fa32ab2e171b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:35.836041 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.899878 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] For port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:35.903000 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] For port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:35.908845 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.944500 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:35.945137 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:35.946551 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 HTTP/1.1" status: 200 len: 1093 time: 0.6004183 Oct 29 21:35:35.946989 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'tag': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:35.949257 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6355a7b-09a6-45f1-b637-f5268cfe9c00" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3a48da-5364-4d6e-a906-a01945a1c538", "tag": "b4bbf880-76a3-4eb4-92c9-eeeaa84e8118"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:35.982960 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706598e1-dd9d-443b-a618-d17d40825294 service neutron] Pushing event updated for resources: {'Port': ['ID=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:36.000853 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa4e92-7198-4bff-8ae4-ec5efd81de06 x-openstack-request-id: req-e4fa4e92-7198-4bff-8ae4-ec5efd81de06 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:36.001188 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3a48da-5364-4d6e-a906-a01945a1c538", "tag": "b4bbf880-76a3-4eb4-92c9-eeeaa84e8118", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:36.001384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4fa4e92-7198-4bff-8ae4-ec5efd81de06 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:36.001779 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'tag': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118', 'status': 'completed', 'code': 200} Oct 29 21:35:36.031105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-477b09a3-62aa-4b02-b08e-a699079020ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:36.032604 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-477b09a3-62aa-4b02-b08e-a699079020ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 1096 time: 0.0420315 Oct 29 21:35:36.049745 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a59a2-8bbd-434e-a9c2-9d10544fc676 req-d711ca82-f0c5-4829-87d1-f3ee6c1ba7fd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:36.051234 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2f3a59a2-8bbd-434e-a9c2-9d10544fc676 req-d711ca82-f0c5-4829-87d1-f3ee6c1ba7fd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 943 time: 0.0484169 Oct 29 21:35:36.077593 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-b1986983-89d5-432a-8494-5cc7fba546a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 HTTP/1.1" status: 200 len: 217 time: 0.0373597 Oct 29 21:35:36.090276 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2f3a59a2-8bbd-434e-a9c2-9d10544fc676 req-2cea43c2-0a58-429c-b272-b831a5062666 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Oct 29 21:35:36.127151 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377368-12d4-458d-8dc0-352e85125265 req-e1d52748-0d2a-4c97-8beb-6a0540a67c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:36.128578 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-e1d52748-0d2a-4c97-8beb-6a0540a67c3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85c1fb34-1ee9-4c78-90ae-3a5667792b91 HTTP/1.1" status: 200 len: 847 time: 0.0447075 Oct 29 21:35:36.160498 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-f8f69ef5-5812-4bb6-9b56-65267c2bf9bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d283bc7-8290-47eb-8638-3833e9738cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249579 Oct 29 21:35:36.255130 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-8fe7713b-e9a9-4d32-88a0-c2c18e3da9d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874119 Oct 29 21:35:36.348175 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b9377368-12d4-458d-8dc0-352e85125265 req-4e52f6d4-391e-4aca-8c47-dcd35ca5c052 service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Oct 29 21:35:36.437054 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-6fc44f87-14bd-4a2f-8838-ce45933267c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:36.438481 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-6fc44f87-14bd-4a2f-8838-ce45933267c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 1096 time: 0.0412977 Oct 29 21:35:36.544168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-f3fb2dc2-3c4c-4433-abbc-518748ad94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:36.545677 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-f3fb2dc2-3c4c-4433-abbc-518748ad94f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 200 len: 908 time: 0.0998914 Oct 29 21:35:36.589537 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-1e679157-7ce1-478e-b02e-69e678b997c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 HTTP/1.1" status: 200 len: 217 time: 0.0353997 Oct 29 21:35:36.643117 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-8cd5675e-a79e-4710-b8c5-5604eb80ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:36.644572 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-8cd5675e-a79e-4710-b8c5-5604eb80ffab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85c1fb34-1ee9-4c78-90ae-3a5667792b91 HTTP/1.1" status: 200 len: 847 time: 0.0484707 Oct 29 21:35:36.678163 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-9b4d530a-8336-4a45-9d30-37a2f07f345e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d283bc7-8290-47eb-8638-3833e9738cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256026 Oct 29 21:35:36.774904 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-33b8f379-a749-42b3-94ab-4f7425179f0f service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890415 Oct 29 21:35:36.870118 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-f6355a7b-09a6-45f1-b637-f5268cfe9c00 req-bc0cc01f-8952-4319-9c23-1578631854ca service neutron] 10.222.0.36 "GET /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877151 Oct 29 21:35:37.211802 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff71b-53ba-454a-9997-bd5a05f7ff43 req-19a887a9-5c2d-4913-8aed-ec6ad4b532ee tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:37.213419 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f5ff71b-53ba-454a-9997-bd5a05f7ff43 req-19a887a9-5c2d-4913-8aed-ec6ad4b532ee tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 943 time: 0.0536995 Oct 29 21:35:37.251118 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0f5ff71b-53ba-454a-9997-bd5a05f7ff43 req-a61687c2-4d19-4fef-a0c1-b53048289d20 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Oct 29 21:35:37.316801 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44312) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:37.475488 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Deleting port 2787f8a5-b975-4a59-8363-1b626edef8c2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:37.475813 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.548814 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.549125 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.560221 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Calling delete_port for 2787f8a5-b975-4a59-8363-1b626edef8c2 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:37.608990 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44316) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:37.654633 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Deleting subnet 50f1b354-115e-42ff-a6af-f46c3d8714eb {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:35:37.658423 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.697284 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.706839 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.735675 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'Port': ['ID=2787f8a5-b975-4a59-8363-1b626edef8c2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:37.736590 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.797441 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.799243 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.799568 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Floating IP db5f06b8-cae1-4343-9053-e35f69e87395 disassociated (deleted). External IP: 172.27.2.38, port: 58e0a45e-98fc-47ac-842a-6b7cd4383bbf. Oct 29 21:35:37.823858 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f1b354-115e-42ff-a6af-f46c3d8714eb,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:37.827792 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.834451 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-450d011d-ab6d-4d1c-9d3a-3bae3ccbf020 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/50f1b354-115e-42ff-a6af-f46c3d8714eb HTTP/1.1" status: 204 len: 168 time: 0.2209876 Oct 29 21:35:37.834857 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44318) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:37.909474 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:37.987377 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.009007 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5370f61d-d965-41fb-ab01-1ed346ec1a1a']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:38.012919 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:35:38.018239 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e863b276-c482-4c93-82f3-f373c701cee6') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:38.018532 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e863b276-c482-4c93-82f3-f373c701cee6') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:38.028073 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.042410 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.048403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:35:38.048836 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:35:38.050470 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:35:38.109982 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.115131 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.121139 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5370f61d-d965-41fb-ab01-1ed346ec1a1a HTTP/1.1" status: 204 len: 168 time: 0.2854612 Oct 29 21:35:38.123038 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:38.128381 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.135170 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:38.141555 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ba800-ef58-4e2c-a7c6-a15da9466143 admin admin] Pushing event deleted for resources: {'Network': ['ID=5370f61d-d965-41fb-ab01-1ed346ec1a1a,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:38.148151 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:38.149647 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:38.157983 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-780058ae-a324-495a-8f22-3f94b7003625 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "DELETE /v2.0/floatingips/db5f06b8-cae1-4343-9053-e35f69e87395 HTTP/1.1" status: 204 len: 168 time: 0.8395853 Oct 29 21:35:38.158575 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:38.161461 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d024f41-a41c-4d02-ab55-a282ab910eee" -d '{"events": [{"name": "network-changed", "server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:38.203333 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb055cb1-5fb2-48ce-ba27-98a16db41875 x-openstack-request-id: req-fb055cb1-5fb2-48ce-ba27-98a16db41875 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:38.203716 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:38.204191 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb055cb1-5fb2-48ce-ba27-98a16db41875 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:38.204587 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'status': 'completed', 'code': 200} Oct 29 21:35:38.262379 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44326) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:38.262735 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:35:38.312318 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:38.333492 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-76b24ef5-d660-454a-b7c9-dfc1b4c042a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:38.335557 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-76b24ef5-d660-454a-b7c9-dfc1b4c042a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 1099 time: 0.1100008 Oct 29 21:35:38.368107 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-18a73783-f0e7-43b9-986e-6ccec08711cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7dbda65feba04cb285dc7af3eba1d03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040432 Oct 29 21:35:38.368832 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44332) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:38.412585 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.db.resource_extend [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 29 21:35:38.430392 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a8e12-8719-492b-8884-4b0ee6c6a137 req-c843ef7b-f3f0-4882-b108-34e5dd27c45e tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:38.432027 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-034a8e12-8719-492b-8884-4b0ee6c6a137 req-c843ef7b-f3f0-4882-b108-34e5dd27c45e tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 943 time: 0.0808079 Oct 29 21:35:38.479026 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a3c1-1cca-4ebd-a784-de8f1248a2d8 req-346c7f28-92ac-401b-b94f-a8a1dd42b723 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:38.481619 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8cf2a3c1-1cca-4ebd-a784-de8f1248a2d8 req-346c7f28-92ac-401b-b94f-a8a1dd42b723 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 946 time: 0.0866818 Oct 29 21:35:38.496591 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-034a8e12-8719-492b-8884-4b0ee6c6a137 req-fbd7d047-67dc-4f2c-923a-356b23e7470d tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548718 Oct 29 21:35:38.502808 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-6ea96a8f-8130-44d7-8efa-f213b9cb33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:38.504190 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-6ea96a8f-8130-44d7-8efa-f213b9cb33c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.1343164 Oct 29 21:35:38.512776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f265e623-7b4a-4178-b475-e4e9face69c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.544392 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8cf2a3c1-1cca-4ebd-a784-de8f1248a2d8 req-16ca21cd-03ea-4480-bdb5-28ff93064679 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554178 Oct 29 21:35:38.575228 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-234e7608-ce28-446b-a03e-049ae1d54818 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 200 len: 217 time: 0.0600331 Oct 29 21:35:38.578964 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:38.597401 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f265e623-7b4a-4178-b475-e4e9face69c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.601855 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118', 'network_id': '9d283bc7-8290-47eb-8638-3833e9738cc3', 'port_id': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118', 'mac_address': 'fa:16:3e:19:90:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c1fb34-1ee9-4c78-90ae-3a5667792b91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:35:38.657090 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-20f84adc-311f-4b1b-83fa-d0703d234310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:38.658547 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-20f84adc-311f-4b1b-83fa-d0703d234310 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.0728953 Oct 29 21:35:38.672406 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.689044 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:35:38.700936 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f265e623-7b4a-4178-b475-e4e9face69c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.703535 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f265e623-7b4a-4178-b475-e4e9face69c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.704759 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f265e623-7b4a-4178-b475-e4e9face69c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a09baffb-65d5-44e9-a706-aef36feface4 HTTP/1.1" status: 204 len: 168 time: 0.2763052 Oct 29 21:35:38.710806 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:47Z', 'revision_number': 1, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:38.715824 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:38.718499 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e623-7b4a-4178-b475-e4e9face69c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09baffb-65d5-44e9-a706-aef36feface4,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:38.727124 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-150025db-927d-4566-b06f-afd12e07de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:38.728685 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-150025db-927d-4566-b06f-afd12e07de3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608869 Oct 29 21:35:38.744023 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:38.748163 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:38.793968 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:38.794800 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:38.832245 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-a4823cff-d754-4890-82f1-9d68f6bf1e4d service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947077 Oct 29 21:35:38.878170 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:38.931787 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:38.936868 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-2d024f41-a41c-4d02-ab55-a282ab910eee req-8a015105-ad6b-4d42-aace-9333843b1ef6 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955877 Oct 29 21:35:38.969022 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b4bbf880-76a3-4eb4-92c9-eeeaa84e8118'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:35:39.408275 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:47Z', 'revision_number': 1, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:39.429008 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44354) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:39.435388 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc18d1a0-a7fa-49ce-9e2b-54ccc9baf2e2 None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '3bf7050e-14ee-4bdb-9073-ada650636ddb', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'port_id': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'mac_address': 'fa:16:3e:a3:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463563ba-2956-4759-a51c-68f566f8b1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:31:45Z', 'updated_at': '2021-10-29T21:31:47Z', 'revision_number': 1, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:39.531727 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-280081944-network', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:39.554407 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Made reservation on behalf of 5eab7aef357f4a2d9efa677b5af55d51 for: {'network': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:39.557332 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.571621 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.678082 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.682783 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.700010 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c3d0ca-65aa-4e89-93ea-d358da85f51d None None] New status for floating IP db5f06b8-cae1-4343-9053-e35f69e87395: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:35:39.711159 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:35:39.728163 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6726133c-d172-4819-8336-bfd974017a7b,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:39.732773 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.733114 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.segments_db [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Added segment 920f5452-bb4b-4634-98be-01219a70c856 of type vlan for network 3d91983d-0aca-46d3-a581-81358ecf336d Oct 29 21:35:39.791672 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.820286 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.821325 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:39.822092 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:39.895134 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebb56a-349b-4beb-b0ec-2607692035b1 req-6dea0867-d0a8-47fc-af51-0313afec7384 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:39.897329 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5bebb56a-349b-4beb-b0ec-2607692035b1 req-6dea0867-d0a8-47fc-af51-0313afec7384 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 944 time: 0.3284211 Oct 29 21:35:39.906213 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9d515-3644-4b31-a6e8-2d31514dd004 req-cc5e2d92-d2ac-4f3c-b5e3-e8d8224dece2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:39.907737 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7ad9d515-3644-4b31-a6e8-2d31514dd004 req-cc5e2d92-d2ac-4f3c-b5e3-e8d8224dece2 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 946 time: 0.0682158 Oct 29 21:35:39.968060 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5bebb56a-349b-4beb-b0ec-2607692035b1 req-a0cba3d3-1643-4a6c-bc19-55d8a40967e9 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592999 Oct 29 21:35:39.971236 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7ad9d515-3644-4b31-a6e8-2d31514dd004 req-b9ea93b7-dc3c-4d71-ab0f-aaa1a549fb97 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560713 Oct 29 21:35:40.158072 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7277963 Oct 29 21:35:40.161520 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44362) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:40.166893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Request body: {'subnet': {'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-280081944-subnet', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'ip_version': 4}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:40.168725 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30822f-dd37-4b04-a3e1-d3cf7c1d1811 admin admin] Pushing event updated for resources: {'Network': ['ID=3d91983d-0aca-46d3-a581-81358ecf336d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:40.178420 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 3d91983d-0aca-46d3-a581-81358ecf336d details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:35:40.186798 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-63e44a9d-8823-4897-9b60-7bf34edf01d4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:40.188291 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-63e44a9d-8823-4897-9b60-7bf34edf01d4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 946 time: 0.3243442 Oct 29 21:35:40.199174 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Made reservation on behalf of 5eab7aef357f4a2d9efa677b5af55d51 for: {'subnet': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:40.201590 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60223716'] for subnet, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.252351 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:40.298603 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Deleting port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:40.298989 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.306370 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:35:40.311395 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:40.311763 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.382882 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60756239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60224286'] for subnet, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.393319 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.401127 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] For port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:40.401489 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.422871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:40.424017 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Calling delete_port for 58e0a45e-98fc-47ac-842a-6b7cd4383bbf owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:40.424782 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576f9adc-0596-4146-8e77-11184eab3c98" -d '{"events": [{"server_uuid": "9f3a48da-5364-4d6e-a906-a01945a1c538", "name": "network-vif-plugged", "status": "completed", "tag": "b4bbf880-76a3-4eb4-92c9-eeeaa84e8118"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:40.438187 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:40.445531 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.490123 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45da597-7dec-4c93-97ef-d3a4689800f9,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:40.496030 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Checking segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:40.496604 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Network hostable DHCP agents. Network: 3d91983d-0aca-46d3-a581-81358ecf336d, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:35:40.507379 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:40.518519 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d77464-fe40-4a45-8072-54f4e3fdec39 x-openstack-request-id: req-57d77464-fe40-4a45-8072-54f4e3fdec39 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:40.518848 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3a48da-5364-4d6e-a906-a01945a1c538", "name": "network-vif-plugged", "status": "completed", "tag": "b4bbf880-76a3-4eb4-92c9-eeeaa84e8118", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:40.519117 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57d77464-fe40-4a45-8072-54f4e3fdec39 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:40.519462 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118', 'code': 200} Oct 29 21:35:40.528705 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Network 3d91983d-0aca-46d3-a581-81358ecf336d is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:35:40.544964 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 3d91983d-0aca-46d3-a581-81358ecf336d) {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:40.552436 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:40.553411 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.560857 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ac444-d493-46f3-8116-1fcd6959ddd8 None None] Network 3d91983d-0aca-46d3-a581-81358ecf336d requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:40.601074 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-11fe0151-e421-4006-b380-341dea70052d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4376507 Oct 29 21:35:40.601437 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44366) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:40.606370 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:40.610762 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.653562 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'Port': ['ID=58e0a45e-98fc-47ac-842a-6b7cd4383bbf,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:40.687838 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.688611 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.724157 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] No DVR routers for this DVR port 58e0a45e-98fc-47ac-842a-6b7cd4383bbf on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:40.728143 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.731481 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c2cebc33-5c44-47d7-bdb2-05162fea1dcc req-466fcec3-1193-4b13-8858-635338e4f220 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "DELETE /v2.0/ports/58e0a45e-98fc-47ac-842a-6b7cd4383bbf HTTP/1.1" status: 204 len: 173 time: 0.5367458 Oct 29 21:35:40.732077 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'name': 'network-vif-deleted', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:40.734394 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b947d23f-8247-4912-9711-382bb232ee6f" -d '{"events": [{"server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "name": "network-vif-deleted", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:40.771294 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd591-12f0-4958-a319-aa8a6a6bb998 req-82c1ccbf-7172-4436-b1c7-0d90fc08c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:40.773174 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-9e4cd591-12f0-4958-a319-aa8a6a6bb998 req-82c1ccbf-7172-4436-b1c7-0d90fc08c255 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 1098 time: 0.1126993 Oct 29 21:35:40.777979 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-3d91983d-0aca-46d3-a581-81358ecf336d', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:35:40.779743 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.800427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45afe81-8fa1-4421-a8a9-2d6edc3b29cf x-openstack-request-id: req-f45afe81-8fa1-4421-a8a9-2d6edc3b29cf {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:40.800738 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731c15c9-2cc4-4d39-b2d9-1aa6477b959f", "name": "network-vif-deleted", "tag": "58e0a45e-98fc-47ac-842a-6b7cd4383bbf", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:40.800990 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f45afe81-8fa1-4421-a8a9-2d6edc3b29cf {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:40.802136 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731c15c9-2cc4-4d39-b2d9-1aa6477b959f', 'name': 'network-vif-deleted', 'tag': '58e0a45e-98fc-47ac-842a-6b7cd4383bbf', 'status': 'completed', 'code': 200} Oct 29 21:35:40.819057 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:40.868322 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-9e4cd591-12f0-4958-a319-aa8a6a6bb998 req-63ccf3b7-0a03-4326-a93b-faa2b91f6585 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653975 Oct 29 21:35:40.937475 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Allocated IP 172.20.0.2 (3d91983d-0aca-46d3-a581-81358ecf336d/a45da597-7dec-4c93-97ef-d3a4689800f9/333317a3-6f48-4ad3-8a7f-568765b91661) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:40.976020 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.125624 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-45071662-3aeb-4774-8949-472f42ee4aec req-33ff0a56-dca9-442c-8ccd-5c52741f664b tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=731c15c9-2cc4-4d39-b2d9-1aa6477b959f HTTP/1.1" status: 200 len: 210 time: 0.0386927 Oct 29 21:35:41.147877 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.156127 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e25d-3cd5-4683-963e-e8cc2149c6b9 req-b78f74b1-2d27-4c71-b1fd-99916e79f53d tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:41.157749 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5243e25d-3cd5-4683-963e-e8cc2149c6b9 req-b78f74b1-2d27-4c71-b1fd-99916e79f53d tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 945 time: 0.1030464 Oct 29 21:35:41.164779 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.217109 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5243e25d-3cd5-4683-963e-e8cc2149c6b9 req-15ef584f-fb93-45d3-a135-787455e84c3b tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502174 Oct 29 21:35:41.234375 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.242151 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Network 3d91983d-0aca-46d3-a581-81358ecf336d is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:41.245270 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:41.249754 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:41.253450 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Pushing event updated for resources: {'Port': ['ID=333317a3-6f48-4ad3-8a7f-568765b91661,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:41.256313 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.312456 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Attempting to bind port 333317a3-6f48-4ad3-8a7f-568765b91661 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:41.312861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Attempting to bind port 333317a3-6f48-4ad3-8a7f-568765b91661 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:41.313221 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Attempting to bind port 333317a3-6f48-4ad3-8a7f-568765b91661 on network 3d91983d-0aca-46d3-a581-81358ecf336d {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:41.319365 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:41.319742 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Checking segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:41.320141 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.320539 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Bound using segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:41.321031 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Bound port: 333317a3-6f48-4ad3-8a7f-568765b91661, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:41.321415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.369841 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Allocated IP 172.27.2.80 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/ac46b704-eebe-4348-886a-19d0b7c8ae0d) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:41.387507 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] For port 333317a3-6f48-4ad3-8a7f-568765b91661, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:41.390608 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] For port 333317a3-6f48-4ad3-8a7f-568765b91661, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=333317a3-6f48-4ad3-8a7f-568765b91661,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:41.394697 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.452061 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f97f9f-4061-4a4b-9df3-ff3d7d374a6e None None] Pushing event updated for resources: {'Port': ['ID=333317a3-6f48-4ad3-8a7f-568765b91661,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:41.491040 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.533272 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:41.576504 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:41.579670 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:41.584178 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:41.609839 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac46b704-eebe-4348-886a-19d0b7c8ae0d,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:41.870973 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:42.070523 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:42.214604 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:35:42.331892 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:42.343688 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Sync routers for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:42.352341 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:42.356349 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-e170a56b-12b0-46ba-a433-de85f24307e5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7510302 Oct 29 21:35:42.356625 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:42.357136 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44382) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:42.357971 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:42.438851 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1b908-6066-4889-ba96-43d551042cff req-b1f897b9-45e9-432c-8152-981a6fe4c440 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:42.440402 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-61a1b908-6066-4889-ba96-43d551042cff req-b1f897b9-45e9-432c-8152-981a6fe4c440 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 945 time: 0.1373041 Oct 29 21:35:42.463084 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fddd2e-44b4-4ad8-b28d-5f7be816a1f8 None None] Network 3d91983d-0aca-46d3-a581-81358ecf336d requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:42.501900 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-61a1b908-6066-4889-ba96-43d551042cff req-49dca19e-e120-4860-b2d2-782215cd6c6c tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505519 Oct 29 21:35:42.523156 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:42.640452 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-b423b7a0-257a-4c4a-a16a-1018ed74cb20 None None] Provisioning complete for port 333317a3-6f48-4ad3-8a7f-568765b91661 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:42.640897 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b7a0-257a-4c4a-a16a-1018ed74cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:42.682954 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 333317a3-6f48-4ad3-8a7f-568765b91661 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:42.860411 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:42.892180 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 333317a3-6f48-4ad3-8a7f-568765b91661 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:42.892627 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:42.936830 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b7a0-257a-4c4a-a16a-1018ed74cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.004015 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-b423b7a0-257a-4c4a-a16a-1018ed74cb20 None None] For port 333317a3-6f48-4ad3-8a7f-568765b91661, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=333317a3-6f48-4ad3-8a7f-568765b91661,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:43.012998 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b423b7a0-257a-4c4a-a16a-1018ed74cb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.015741 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:41Z', 'revision_number': 3, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:43.043986 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Allocated IP 172.20.0.1 (3d91983d-0aca-46d3-a581-81358ecf336d/a45da597-7dec-4c93-97ef-d3a4689800f9/13c4936c-0910-4732-8b85-a7ae1c87f0d2) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:43.187928 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.245959 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Checking router: f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:43.246205 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Updating router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 port ac46b704-eebe-4348-886a-19d0b7c8ae0d binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:35:43.250527 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.308923 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Network 3d91983d-0aca-46d3-a581-81358ecf336d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:43.319297 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.325362 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad025a-3131-4b43-981d-9459a757bccc req-af7d873f-26a5-4bff-8882-6c2afbcd10bc tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:43.326622 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e2ad025a-3131-4b43-981d-9459a757bccc req-af7d873f-26a5-4bff-8882-6c2afbcd10bc tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 945 time: 0.1080711 Oct 29 21:35:43.327214 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Pushing event updated for resources: {'Port': ['ID=13c4936c-0910-4732-8b85-a7ae1c87f0d2,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:43.329893 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:43.332083 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:43.342632 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-5b594599-5b0a-4aa8-801e-6985f2cc828f None None] Provisioning complete for port 333317a3-6f48-4ad3-8a7f-568765b91661 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:43.343002 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5b594599-5b0a-4aa8-801e-6985f2cc828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.346180 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423b7a0-257a-4c4a-a16a-1018ed74cb20 None None] Pushing event updated for resources: {'Port': ['ID=333317a3-6f48-4ad3-8a7f-568765b91661,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:43.401392 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e2ad025a-3131-4b43-981d-9459a757bccc req-62e9d213-9282-4951-8e24-5f3921a2eefc tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Oct 29 21:35:43.445568 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.588349 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.677262 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.687716 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.727165 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-bda28289-7500-4d4d-8000-67ba6379b6b2 None None] Provisioning complete for port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:43.727419 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-bda28289-7500-4d4d-8000-67ba6379b6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.763628 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.769054 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.782062 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Attempting to bind port ac46b704-eebe-4348-886a-19d0b7c8ae0d on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:43.782429 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Attempting to bind port ac46b704-eebe-4348-886a-19d0b7c8ae0d by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:43.782786 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Attempting to bind port ac46b704-eebe-4348-886a-19d0b7c8ae0d on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:43.787244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f42cb-a726-47ec-9dd1-2e8ab68aa79f None None] Pushing event updated for resources: {'Port': ['ID=ac46b704-eebe-4348-886a-19d0b7c8ae0d,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:43.795375 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-bda28289-7500-4d4d-8000-67ba6379b6b2 None None] Port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:35:43.797046 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:43.797417 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:43.797989 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.798198 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:43.798662 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Bound port: ac46b704-eebe-4348-886a-19d0b7c8ae0d, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:43.799039 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.839610 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.841286 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Pushing event updated for resources: {'Port': ['ID=13c4936c-0910-4732-8b85-a7ae1c87f0d2,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:43.852886 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] For port ac46b704-eebe-4348-886a-19d0b7c8ae0d, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:43.856027 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] For port ac46b704-eebe-4348-886a-19d0b7c8ae0d, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ac46b704-eebe-4348-886a-19d0b7c8ae0d,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:43.860470 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:43.916992 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:43.917619 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:43.938696 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Network 3d91983d-0aca-46d3-a581-81358ecf336d is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:43.940205 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:43.986597 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f42cb-a726-47ec-9dd1-2e8ab68aa79f None None] Pushing event updated for resources: {'Port': ['ID=ac46b704-eebe-4348-886a-19d0b7c8ae0d,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:44.034461 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:44.058814 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:35:44.166650 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:44.172267 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-6591bcce-d329-497c-bdf7-26af9a502e22 admin admin] 10.222.0.30 "PUT /v2.0/routers/f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140152 Oct 29 21:35:44.239921 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-18f79952-bba5-4c27-9171-1ca9be147f3d None None] Provisioning complete for port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:44.240280 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-18f79952-bba5-4c27-9171-1ca9be147f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.275710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 58e0a45e-98fc-47ac-842a-6b7cd4383bbf no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:44.301051 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 58e0a45e-98fc-47ac-842a-6b7cd4383bbf {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:44.302103 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 58e0a45e-98fc-47ac-842a-6b7cd4383bbf not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:44.307200 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-18f79952-bba5-4c27-9171-1ca9be147f3d None None] Port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:35:44.312095 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 2, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:44.343224 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bfaa2-5196-499c-b054-78a358aa6581 None None] The sync data for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi is: [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 2, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:44.464639 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44416) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:44.644247 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6d88-431d-4cbb-9414-f3b23fda4aca req-2e470697-81c5-48eb-9970-d19a7eda6024 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:44.646479 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-eded6d88-431d-4cbb-9414-f3b23fda4aca req-2e470697-81c5-48eb-9970-d19a7eda6024 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 945 time: 0.1358750 Oct 29 21:35:44.680711 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 333317a3-6f48-4ad3-8a7f-568765b91661 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:44.682443 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661c457-a266-4faa-be57-70c8568553aa req-83188b31-2315-4cb4-89df-fc1292fb50c3 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:44.684759 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b661c457-a266-4faa-be57-70c8568553aa req-83188b31-2315-4cb4-89df-fc1292fb50c3 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f3a48da-5364-4d6e-a906-a01945a1c538 HTTP/1.1" status: 200 len: 945 time: 0.1292582 Oct 29 21:35:44.756492 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 333317a3-6f48-4ad3-8a7f-568765b91661 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:44.756883 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.759708 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-eded6d88-431d-4cbb-9414-f3b23fda4aca req-b2bce204-06d2-4bcb-8919-3ee7cefabf74 tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.30 "GET /v2.0/security-groups?id=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010144 Oct 29 21:35:44.799343 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44424) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:44.805808 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-981733145-network', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:44.810643 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Deleting port f3710844-b5f3-453a-bff8-0d3411495a03 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:44.810975 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.834816 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Deleting port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:44.835160 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.888899 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Made reservation on behalf of 5660d7870cbc40cca8951fcc0a4f1ed5 for: {'network': 1} {{(pid=101361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:44.891210 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for network, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.915120 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.930262 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.930581 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.938739 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] For port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,segment=NetworkSegment(959573ee-ff30-4f9e-b8e9-fa32ab2e171b),segment_id=959573ee-ff30-4f9e-b8e9-fa32ab2e171b)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:44.939357 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:44.948966 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Calling delete_port for f3710844-b5f3-453a-bff8-0d3411495a03 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:44.954543 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Calling delete_port for b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:45.083701 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.097105 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.110558 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.122894 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['b4bbf880-76a3-4eb4-92c9-eeeaa84e8118'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:35:45.123338 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 21:35:45.145412 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Pushing event deleted for resources: {'Port': ['ID=b4bbf880-76a3-4eb4-92c9-eeeaa84e8118,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:45.185991 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.186325 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.segments_db [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Added segment 1730fc9f-12c6-4400-833f-64daf8ba2684 of type vlan for network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 Oct 29 21:35:45.187662 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb622f-f420-4094-be21-486e4e06243e,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:45.230301 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] No DVR routers for this DVR port b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:45.236449 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.241004 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-b661c457-a266-4faa-be57-70c8568553aa req-57c941bf-acf4-4edf-b1e9-f732f4248efd tempest-VolumesActionsTest-883964752 tempest-VolumesActionsTest-883964752-project] 10.222.0.36 "DELETE /v2.0/ports/b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 HTTP/1.1" status: 204 len: 173 time: 0.5499015 Oct 29 21:35:45.241548 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'name': 'network-vif-deleted', 'tag': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:45.243995 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7668180-6584-468d-ab34-776f04e0ca7a" -d '{"events": [{"server_uuid": "9f3a48da-5364-4d6e-a906-a01945a1c538", "name": "network-vif-deleted", "tag": "b4bbf880-76a3-4eb4-92c9-eeeaa84e8118"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:45.255374 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765665832385'] for network, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.266275 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.303560 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c8914d-acd2-4825-b49b-0c5e07bd6544 x-openstack-request-id: req-45c8914d-acd2-4825-b49b-0c5e07bd6544 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:45.303860 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3a48da-5364-4d6e-a906-a01945a1c538", "name": "network-vif-deleted", "tag": "b4bbf880-76a3-4eb4-92c9-eeeaa84e8118", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:45.304166 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45c8914d-acd2-4825-b49b-0c5e07bd6544 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:45.304570 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3a48da-5364-4d6e-a906-a01945a1c538', 'name': 'network-vif-deleted', 'tag': 'b4bbf880-76a3-4eb4-92c9-eeeaa84e8118', 'status': 'completed', 'code': 200} Oct 29 21:35:45.326296 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'Port': ['ID=f3710844-b5f3-453a-bff8-0d3411495a03,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:45.351351 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621'] for network, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.352309 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:45.352917 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.449262 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6487632 Oct 29 21:35:45.452245 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44428) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:45.459977 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64f841-07d0-4be8-8440-be5da29ab23a admin admin] Pushing event updated for resources: {'Network': ['ID=4c614dc2-acc0-4c0d-982f-ac2487af36c0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:45.461428 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Request body: {'subnet': {'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-981733145-subnet', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'ip_version': 4}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:45.471346 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.474331 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Floating IP 3bf7050e-14ee-4bdb-9073-ada650636ddb disassociated (deleted). External IP: 172.27.2.225, port: d3338e99-934f-4549-ae7b-6e68d6aa50c5. Oct 29 21:35:45.480587 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 details requested by agent ovs-agent-dv-cinder-813984-7-iscsi with host dv-cinder-813984-7-iscsi {{(pid=101363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 21:35:45.502475 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Made reservation on behalf of 5660d7870cbc40cca8951fcc0a4f1ed5 for: {'subnet': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:35:45.506247 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58850228'] for subnet, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.743654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59957344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58849358'] for subnet, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.844322 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c7d3ed-ad76-43f0-9bef-91eaadf570eb,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:45.856221 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Checking segment: {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:45.856686 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Network hostable DHCP agents. Network: 4c614dc2-acc0-4c0d-982f-ac2487af36c0, hostable agents: ['8e1873c6-f7cb-43e9-87e7-1d809397b33c'], hosted agents: [] {{(pid=101362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 21:35:45.878323 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 is scheduled to be hosted by DHCP agent 8e1873c6-f7cb-43e9-87e7-1d809397b33c with binding_index 1 {{(pid=101362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 21:35:45.896784 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-7-iscsi, 4c614dc2-acc0-4c0d-982f-ac2487af36c0) {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:45.902344 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:45.903211 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.908273 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dca09c8-de99-4c68-ae4a-5079eaacb45a None None] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:45.937397 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-13b3284c-12bd-427b-b811-49a305928925 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4834285 Oct 29 21:35:45.939857 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44436) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:45.945168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:45.971961 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2324'] for router, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:45.975403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-577852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-580533', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-638506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2307'] for router, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.024057 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:35:46.056833 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.170340 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26dae0a8-d94e-575e-a2c0-8d873090b8b8-4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'fixed_ips': [{'subnet_id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb'}]}} from dv-cinder-813984-7-iscsi. {{(pid=101363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 21:35:46.171750 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.178165 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:46.185890 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.194775 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:46.209080 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:46.209894 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:46.227001 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a334bff1-1355-4a0c-bbe8-fe828d14fac1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "DELETE /v2.0/floatingips/3bf7050e-14ee-4bdb-9073-ada650636ddb HTTP/1.1" status: 204 len: 168 time: 1.7611790 Oct 29 21:35:46.227677 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:46.230231 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb51fed-a796-4f0f-8f5e-3049e8502584" -d '{"events": [{"name": "network-changed", "server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:46.341838 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c973042b-dc0c-40bb-9bea-e52eda412ca8 x-openstack-request-id: req-c973042b-dc0c-40bb-9bea-e52eda412ca8 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:46.342211 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:46.342554 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c973042b-dc0c-40bb-9bea-e52eda412ca8 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:46.343038 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'status': 'completed', 'code': 200} Oct 29 21:35:46.413842 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.db_base_plugin_common [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Allocated IP 172.20.0.2 (4c614dc2-acc0-4c0d-982f-ac2487af36c0/95c7d3ed-ad76-43f0-9bef-91eaadf570eb/8f3bb844-6e2d-48bf-9ff8-2557598b0dc7) {{(pid=101363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:46.493982 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:46.627632 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040003-cf02-4552-97d3-b7e91bfc1252 req-c07f557d-c3b9-403d-9163-284d46d237b8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:46.652421 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53040003-cf02-4552-97d3-b7e91bfc1252 req-c07f557d-c3b9-403d-9163-284d46d237b8 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.1002672 Oct 29 21:35:46.666652 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.740503 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53040003-cf02-4552-97d3-b7e91bfc1252 req-463a28ba-2f1a-4ed6-bd03-21be99da7edf tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878370 Oct 29 21:35:46.754481 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Publish callbacks [] for port, precommit_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.766488 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-69dac234-52b0-4e70-9fb6-569c2580857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:46.768816 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-69dac234-52b0-4e70-9fb6-569c2580857c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b110013cb0b7484ba23848af248c11b0&device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 1099 time: 0.1376867 Oct 29 21:35:46.775036 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422'] for port, after_create {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.796642 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ac46b704-eebe-4348-886a-19d0b7c8ae0d up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:46.894095 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-21cbcaa4-d9d3-4599-8b89-2a131a035351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:46.895813 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-21cbcaa4-d9d3-4599-8b89-2a131a035351 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 200 len: 912 time: 0.1172175 Oct 29 21:35:46.919069 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 is already hosted by enough agents. {{(pid=101363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:46.930735 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.scheduler.base_scheduler [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Resources bound (agent type, host, resource id): {{(pid=101363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:46.939644 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Received port after_create {{(pid=101363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:46.947183 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:46.954078 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-f81e09eb-0837-4400-b335-a0db2bbea1ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 200 len: 217 time: 0.0490665 Oct 29 21:35:46.955861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Pushing event updated for resources: {'Port': ['ID=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,revision_number=1']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:46.978443 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port ac46b704-eebe-4348-886a-19d0b7c8ae0d triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:46.978839 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:46.985105 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:46.995189 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:46.996080 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:47.046193 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Attempting to bind port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:47.046564 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Attempting to bind port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:47.046920 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Attempting to bind port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 on network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:47.055459 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:47.055875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Checking segment: {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:47.056221 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.056608 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Bound using segment: {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:47.059779 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Bound port: 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:47.060168 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.093593 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-817bcae9-9380-4ff1-900d-6d418534c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:47.095046 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-817bcae9-9380-4ff1-900d-6d418534c053 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 200 len: 850 time: 0.1035376 Oct 29 21:35:47.115768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.149301 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:47.159140 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.163146 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.189902 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-a3b21720-0488-4258-bec9-a76682637548 None None] For port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:47.194810 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-a3b21720-0488-4258-bec9-a76682637548 None None] For port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,segment=NetworkSegment(1730fc9f-12c6-4400-833f-64daf8ba2684),segment_id=1730fc9f-12c6-4400-833f-64daf8ba2684)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:47.196882 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port ac46b704-eebe-4348-886a-19d0b7c8ae0d, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ac46b704-eebe-4348-886a-19d0b7c8ae0d,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:47.199306 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Sync routers for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:47.205863 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.208996 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-a679913c-d5f7-40b0-9e4f-1d6c1b46b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:47.210601 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-a679913c-d5f7-40b0-9e4f-1d6c1b46b40c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cf3a932-318c-425b-b1b3-583962b22dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070120 Oct 29 21:35:47.213042 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.243875 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:47.244479 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:47.311790 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Allocated IP 172.27.2.246 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/140536c7-009c-42c7-872c-fd5297437205) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:47.401298 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:47.434022 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114f5f6-f86c-4972-9a88-717d48182a89 None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:28:01Z', 'revision_number': 4, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': 'ff711133-918a-4962-9086-df82e914f272', 'name': '', 'network_id': '8cf3a932-318c-425b-b1b3-583962b22dec', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'mac_address': 'fa:16:3e:b4:81:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:01Z', 'updated_at': '2021-10-29T21:28:10Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'subnets': [{'id': '1418d20b-eefd-45cc-a82a-51ab9da16fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:47.440110 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.504481 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.511356 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b21720-0488-4258-bec9-a76682637548 None None] Pushing event updated for resources: {'Port': ['ID=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:47.545564 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:47.550769 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:47.554673 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:47.594221 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:47.616918 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Pushing event updated for resources: {'Port': ['ID=140536c7-009c-42c7-872c-fd5297437205,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:47.663018 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=ac46b704-eebe-4348-886a-19d0b7c8ae0d,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:47.778127 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39cdcdf-c57b-4c6e-96ca-1e901c707fc7 None None] New status for floating IP 3bf7050e-14ee-4bdb-9073-ada650636ddb: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:35:47.881413 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:47.887195 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dbc50-42ea-488a-9ba0-59b92a132029 req-cc4a0864-f1b0-4ae7-bc17-1436f194f8a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:47.891747 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 2, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:47.893147 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6d1dbc50-42ea-488a-9ba0-59b92a132029 req-cc4a0864-f1b0-4ae7-bc17-1436f194f8a0 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0769372 Oct 29 21:35:47.922284 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Checking router: f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:47.922885 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Updating router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:35:47.938940 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6d1dbc50-42ea-488a-9ba0-59b92a132029 req-b963d2d2-f0ef-41b1-9766-6fa8917fc064 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 Oct 29 21:35:47.953381 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.143466 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-374ac760-e6c1-45d8-9a77-15ec68698fc4 service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724379 Oct 29 21:35:48.167564 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-577843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-580488'] for router, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.263391 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.273363 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.342491 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4df5-04d7-4967-8147-fc267b70f37f None None] Pushing event updated for resources: {'Port': ['ID=13c4936c-0910-4732-8b85-a7ae1c87f0d2,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:48.361805 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Router b557d79e-dc85-4db4-b1b8-e14a5369805f is scheduled to L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 with binding_index 1 {{(pid=101362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 21:35:48.428254 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Attempting to bind port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:48.428634 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Attempting to bind port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:48.429030 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Attempting to bind port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 on network 3d91983d-0aca-46d3-a581-81358ecf336d {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:48.435380 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:48.435769 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Checking segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:48.436177 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.436568 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Bound using segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:48.437149 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Bound port: 13c4936c-0910-4732-8b85-a7ae1c87f0d2, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:48.437533 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.440923 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ae779-90ef-40b0-9bc5-2b36c3dd23b2 None None] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:48.493284 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:48.516580 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.517921 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-763e5512-7f88-49ee-9c9e-e3ef6d50eba2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5770266 Oct 29 21:35:48.521321 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44488) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:48.528853 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Sync routers for ids ['b557d79e-dc85-4db4-b1b8-e14a5369805f'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:48.578234 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Routers {'b557d79e-dc85-4db4-b1b8-e14a5369805f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:48.579248 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['b557d79e-dc85-4db4-b1b8-e14a5369805f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:48.586047 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d9ea1b6b-e982-4e32-8287-20b89d976ff9 None None] Provisioning complete for port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:48.586385 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1b6b-e982-4e32-8287-20b89d976ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.700538 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] For port 13c4936c-0910-4732-8b85-a7ae1c87f0d2, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:48.735370 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] For port 13c4936c-0910-4732-8b85-a7ae1c87f0d2, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=13c4936c-0910-4732-8b85-a7ae1c87f0d2,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:48.760638 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ac46b704-eebe-4348-886a-19d0b7c8ae0d up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:48.769804 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:48.802319 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:48.910701 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Set router b557d79e-dc85-4db4-b1b8-e14a5369805f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:48.933021 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0bb51fed-a796-4f0f-8f5e-3049e8502584 req-f5d40ba9-fa5b-4517-a612-7eaa3f0351ff service neutron] 10.222.0.36 "GET /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161001 Oct 29 21:35:48.977722 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:48.978270 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device b4bbf880-76a3-4eb4-92c9-eeeaa84e8118 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:49.030277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4df5-04d7-4967-8147-fc267b70f37f None None] Pushing event updated for resources: {'Port': ['ID=13c4936c-0910-4732-8b85-a7ae1c87f0d2,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:49.050121 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:49.050561 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:49.072937 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.110638 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730071f-d096-4ef5-ada0-e8c87c035873 req-b4bb0ed8-89f9-4daa-9beb-e765d6bc4e95 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:49.112606 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f730071f-d096-4ef5-ada0-e8c87c035873 req-b4bb0ed8-89f9-4daa-9beb-e765d6bc4e95 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0655324 Oct 29 21:35:49.125034 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1b6b-e982-4e32-8287-20b89d976ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.153421 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f730071f-d096-4ef5-ada0-e8c87c035873 req-f29484a1-01e0-4b4d-8b9d-7eb019228038 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Oct 29 21:35:49.253658 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Allocated IP 172.20.0.1 (4c614dc2-acc0-4c0d-982f-ac2487af36c0/95c7d3ed-ad76-43f0-9bef-91eaadf570eb/6b898cfb-087e-4172-82bd-9dab72b9facc) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:35:49.336053 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port ac46b704-eebe-4348-886a-19d0b7c8ae0d triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:49.336421 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.370358 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.404759 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d9ea1b6b-e982-4e32-8287-20b89d976ff9 None None] For port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,segment=NetworkSegment(1730fc9f-12c6-4400-833f-64daf8ba2684),segment_id=1730fc9f-12c6-4400-833f-64daf8ba2684)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:49.409622 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.421214 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1b6b-e982-4e32-8287-20b89d976ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.457868 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:49.461149 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:49.463749 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:35:49.491160 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:49.498133 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b898cfb-087e-4172-82bd-9dab72b9facc,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:49.510360 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581301'] for router_interface, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.626007 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea1b6b-e982-4e32-8287-20b89d976ff9 None None] Pushing event updated for resources: {'Port': ['ID=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:49.646753 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Provisioning complete for port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:49.647121 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.652886 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.661711 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:49.778980 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 3, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:49.820416 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Checking router: b557d79e-dc85-4db4-b1b8-e14a5369805f for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:49.820794 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Updating router b557d79e-dc85-4db4-b1b8-e14a5369805f port 140536c7-009c-42c7-872c-fd5297437205 binding host dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:35:49.838667 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.844765 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.867116 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.918318 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-702607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578885'] for router_interface, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.920204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b898cfb-087e-4172-82bd-9dab72b9facc,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:49.946154 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:49.946521 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:49.990111 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.022220 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:35:50.023753 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:35:50.112096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] For port 13c4936c-0910-4732-8b85-a7ae1c87f0d2, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=13c4936c-0910-4732-8b85-a7ae1c87f0d2,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:50.151969 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:48Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:50.152989 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Router b557d79e-dc85-4db4-b1b8-e14a5369805f has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:35:50.153799 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.229931 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a951bc7-199b-47ef-95fa-451840cec08f None None] The sync data for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi is: [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:48Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:50.288821 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Provisioning complete for port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:50.288821 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.315344 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b47ae-3edc-4074-aa07-abec43981cfd req-3abef038-a396-4eed-90c0-f44677a86415 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:50.319216 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-938b47ae-3edc-4074-aa07-abec43981cfd req-3abef038-a396-4eed-90c0-f44677a86415 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0775347 Oct 29 21:35:50.332865 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-85a7eb95-45c2-4be1-9abe-ad74aba39e66 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:35:50.336222 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-85a7eb95-45c2-4be1-9abe-ad74aba39e66 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 946 time: 0.0812802 Oct 29 21:35:50.345588 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:50.354155 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f4b73325-3eed-4735-b6d7-1fcc4c50aab5 admin admin] 10.222.0.30 "PUT /v2.0/routers/b557d79e-dc85-4db4-b1b8-e14a5369805f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317313 Oct 29 21:35:50.371555 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-938b47ae-3edc-4074-aa07-abec43981cfd req-02770507-0b27-48b8-a04c-7d8e3ed44d46 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/security-groups?id=68118824-9e0d-4b4d-8f21-31be51807271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Oct 29 21:35:50.382825 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8b01c-eb8a-4487-9000-cf5dc58fcde9 None None] Pushing event updated for resources: {'Port': ['ID=13c4936c-0910-4732-8b85-a7ae1c87f0d2,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:50.511055 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Publish callbacks [] for port, precommit_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.519364 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.611635 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319dfe2-d678-4c99-a3e9-5bb6b78bd3e2 None None] Pushing event updated for resources: {'Port': ['ID=140536c7-009c-42c7-872c-fd5297437205,revision_number=2']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:50.679365 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Attempting to bind port 140536c7-009c-42c7-872c-fd5297437205 on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:50.679893 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Attempting to bind port 140536c7-009c-42c7-872c-fd5297437205 by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:50.680476 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Attempting to bind port 140536c7-009c-42c7-872c-fd5297437205 on network 15abb91c-1aa9-4a4e-afde-b207350636be {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:50.682896 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-23a9d968-cf04-4aa3-9356-93f5e80a013a None None] Provisioning complete for port 6b898cfb-087e-4172-82bd-9dab72b9facc triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:50.683414 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-23a9d968-cf04-4aa3-9356-93f5e80a013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.726454 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:50.726893 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Checking segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:50.727308 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.727704 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Bound using segment: {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'} {{(pid=101363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:50.728200 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.managers [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Bound port: 140536c7-009c-42c7-872c-fd5297437205, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dd5d0a-85d6-457f-87d2-f30d1de51b5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be'}}] {{(pid=101363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:50.728605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.734286 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 13c4936c-0910-4732-8b85-a7ae1c87f0d2 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:50.826574 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-23a9d968-cf04-4aa3-9356-93f5e80a013a None None] Port 6b898cfb-087e-4172-82bd-9dab72b9facc cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:35:50.856388 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] For port 140536c7-009c-42c7-872c-fd5297437205, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:50.861069 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] For port 140536c7-009c-42c7-872c-fd5297437205, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=140536c7-009c-42c7-872c-fd5297437205,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:50.870800 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.925028 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:50.925398 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.954038 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Deleting port d3338e99-934f-4549-ae7b-6e68d6aa50c5 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:50.954403 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:50.967150 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Routers {'b557d79e-dc85-4db4-b1b8-e14a5369805f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:50.967781 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['b557d79e-dc85-4db4-b1b8-e14a5369805f'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:51.056855 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319dfe2-d678-4c99-a3e9-5bb6b78bd3e2 None None] Pushing event updated for resources: {'Port': ['ID=140536c7-009c-42c7-872c-fd5297437205,revision_number=3']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:51.087419 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] For port d3338e99-934f-4549-ae7b-6e68d6aa50c5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d3338e99-934f-4549-ae7b-6e68d6aa50c5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:51.088434 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.137582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Calling delete_port for d3338e99-934f-4549-ae7b-6e68d6aa50c5 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:51.151392 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] Set router b557d79e-dc85-4db4-b1b8-e14a5369805f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:51.204016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:51.388633 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44532) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:51.394012 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1796956171', 'description': 'tempest-secgroup-smoke-1796956171 description', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:51.432171 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.433705 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.539730 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.552982 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'Port': ['ID=d3338e99-934f-4549-ae7b-6e68d6aa50c5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:51.554474 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.579612 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] No DVR routers for this DVR port d3338e99-934f-4549-ae7b-6e68d6aa50c5 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:51.583414 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.587974 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-8a67e0fc-63fd-492a-9f5b-b846ec31d7c0 req-709f9949-413e-4567-a8c7-40c0b6db34a4 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.36 "DELETE /v2.0/ports/d3338e99-934f-4549-ae7b-6e68d6aa50c5 HTTP/1.1" status: 204 len: 173 time: 1.2325706 Oct 29 21:35:51.588612 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'name': 'network-vif-deleted', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:35:51.593199 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f3b675f3-502a-40da-96fe-93ae80cab5ab req-04366f9c-e33d-44ec-b80e-b21ea56c8529 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "GET /v2.0/ports?device_id=463563ba-2956-4759-a51c-68f566f8b1ba HTTP/1.1" status: 200 len: 210 time: 0.0514319 Oct 29 21:35:51.601556 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab3340e-8aae-4c6b-bef7-1381692a3bc0" -d '{"events": [{"server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "name": "network-vif-deleted", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:35:51.621871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b8527b4d-a6aa-4658-848d-c6d1de41dd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.657118 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.658855 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:51.659227 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.661587 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2680705 Oct 29 21:35:51.662734 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44538) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:51.666154 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2745e-4912-45fe-ae62-e48e86b2ccec tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:51.669259 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group_rule': {'security_group_id': '1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:51.691748 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6316241c-837b-4980-b5a3-dbefe311c37b x-openstack-request-id: req-6316241c-837b-4980-b5a3-dbefe311c37b {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:35:51.692106 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463563ba-2956-4759-a51c-68f566f8b1ba", "name": "network-vif-deleted", "tag": "d3338e99-934f-4549-ae7b-6e68d6aa50c5", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:35:51.692345 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6316241c-837b-4980-b5a3-dbefe311c37b {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:35:51.693658 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463563ba-2956-4759-a51c-68f566f8b1ba', 'name': 'network-vif-deleted', 'tag': 'd3338e99-934f-4549-ae7b-6e68d6aa50c5', 'status': 'completed', 'code': 200} Oct 29 21:35:51.715938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.722473 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '6b898cfb-087e-4172-82bd-9dab72b9facc', 'name': '', 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'mac_address': 'fa:16:3e:28:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:49Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 2, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'subnets': [{'id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:51.756770 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d447e-fdfd-458c-97f0-2a1a975982be None None] The sync data for ids ['b557d79e-dc85-4db4-b1b8-e14a5369805f'] in dv-cinder-813984-7-iscsi is: [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '6b898cfb-087e-4172-82bd-9dab72b9facc', 'name': '', 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'mac_address': 'fa:16:3e:28:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:49Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 2, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'subnets': [{'id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:51.788302 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.792883 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.830964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.836265 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44540) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:51.837513 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693885 Oct 29 21:35:51.842510 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group_rule': {'security_group_id': '1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:51.862866 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67219c0-dce9-4d14-855b-657e983a3dff tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40f375e-7587-411d-ad33-f156b3adf779,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:51.906455 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.985602 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:51.991786 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.007038 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1f845b-2a5b-45a1-b458-104c5be92ba9,revision_number=0']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:52.028203 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.030442 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0adbd355-34f2-40ac-babe-ec6f382fd96f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1927648 Oct 29 21:35:52.033396 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44542) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:52.038949 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group_rule': {'security_group_id': '1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:52.097525 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.216852 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.221689 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.261292 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc499479-c5d0-4343-8160-33d28bb38b43,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:52.275949 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.277984 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-22046c9c-b034-4991-9554-8a8ff4284483 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431777 Oct 29 21:35:52.281069 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44548) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:52.288739 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group_rule': {'security_group_id': '1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:52.339194 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.442391 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.449218 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.470254 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47317448-1c7d-40a0-bc31-df125f4a0b78,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:52.483044 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.485157 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-9f729f3b-1d68-4fc4-8a6a-cc03c424442a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028532 Oct 29 21:35:52.489460 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44550) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:52.494326 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group_rule': {'security_group_id': '1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:52.524982 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.securitygroups_db [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Project 5eab7aef357f4a2d9efa677b5af55d51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 21:35:52.531247 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.634078 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.643096 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.665004 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27c0832-91f2-49da-b09f-e337e1a5eabd,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:52.674048 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44554) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:52.684777 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.688374 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-8893a844-6cce-4169-ba25-eca1fa9bc45d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948042 Oct 29 21:35:52.689194 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44556) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:52.694895 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'security_group_rule': {'security_group_id': '1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0', 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:35:52.756027 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.securitygroups_db [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Project 5eab7aef357f4a2d9efa677b5af55d51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 21:35:52.763204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.851745 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.858511 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937718'] for security_group_rule, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.878453 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab764b21-ef8c-46e5-9299-cc15a842fcac,revision_number=0']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:52.896410 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:52.897954 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-24483a56-ad6d-47f0-8792-ff87ec58da0b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2077565 Oct 29 21:35:52.938264 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Deleting port 20979aba-2587-465f-8ca7-3ce9d03dd456 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:52.939005 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:53.053458 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:53.053891 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:53.073869 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Calling delete_port for 20979aba-2587-465f-8ca7-3ce9d03dd456 owned by network:floatingip {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:53.260296 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:53.308980 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'Port': ['ID=20979aba-2587-465f-8ca7-3ce9d03dd456,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:53.400077 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for floatingip, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:53.402727 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:53.407146 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-ac1822f1-4219-407e-9730-c0a4dd89dab1 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "DELETE /v2.0/floatingips/f023e3fa-6b8b-4a55-8d33-95557c786b7a HTTP/1.1" status: 204 len: 168 time: 0.7312341 Oct 29 21:35:53.983570 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:35:54.299103 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device d3338e99-934f-4549-ae7b-6e68d6aa50c5 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:54.328602 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: d3338e99-934f-4549-ae7b-6e68d6aa50c5 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:54.329124 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device d3338e99-934f-4549-ae7b-6e68d6aa50c5 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:54.508972 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-48dcb0d8-9168-4386-99ef-111659242863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.669064 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 140536c7-009c-42c7-872c-fd5297437205 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:54.736312 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44632) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:54.738522 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 140536c7-009c-42c7-872c-fd5297437205 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:54.738918 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.831922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1f41-1302-4018-ae4e-5cb46dba9c30 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.840147 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.862877 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1f41-1302-4018-ae4e-5cb46dba9c30 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.866554 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] For port 140536c7-009c-42c7-872c-fd5297437205, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=140536c7-009c-42c7-872c-fd5297437205,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:54.876806 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.939294 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Pushing event updated for resources: {'Port': ['ID=140536c7-009c-42c7-872c-fd5297437205,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:54.961472 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1f41-1302-4018-ae4e-5cb46dba9c30 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.964511 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1f41-1302-4018-ae4e-5cb46dba9c30 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:54.966264 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4b3d1f41-1302-4018-ae4e-5cb46dba9c30 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] 10.222.0.30 "DELETE /v2.0/security-groups/68118824-9e0d-4b4d-8f21-31be51807271 HTTP/1.1" status: 204 len: 168 time: 0.2284832 Oct 29 21:35:54.980727 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d1f41-1302-4018-ae4e-5cb46dba9c30 tempest-TestVolumeBootPattern-210296615 tempest-TestVolumeBootPattern-210296615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68118824-9e0d-4b4d-8f21-31be51807271,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:55.042619 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44636) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:55.053130 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Sync routers for ids ['b557d79e-dc85-4db4-b1b8-e14a5369805f'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:55.064690 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Routers {'b557d79e-dc85-4db4-b1b8-e14a5369805f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:55.065449 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['b557d79e-dc85-4db4-b1b8-e14a5369805f'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:55.192432 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Set router b557d79e-dc85-4db4-b1b8-e14a5369805f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:55.302061 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:55.569030 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '6b898cfb-087e-4172-82bd-9dab72b9facc', 'name': '', 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'mac_address': 'fa:16:3e:28:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:49Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 2, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'subnets': [{'id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:55.600965 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Checking router: b557d79e-dc85-4db4-b1b8-e14a5369805f for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:55.601661 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Updating router b557d79e-dc85-4db4-b1b8-e14a5369805f port 6b898cfb-087e-4172-82bd-9dab72b9facc binding host dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 21:35:55.628475 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:55.755704 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:55.758799 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:55.905795 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.060255 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Publish callbacks [] for port, precommit_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.066662 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.118326 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Pushing event updated for resources: {'Port': ['ID=6b898cfb-087e-4172-82bd-9dab72b9facc,revision_number=3']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:56.135200 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.135613 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.135971 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.136254 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.136583 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.136957 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.137283 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.137606 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.138539 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.138878 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.139201 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.139523 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:35:56.145954 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Deleting port ff711133-918a-4962-9086-df82e914f272 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:56.146581 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.212915 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Attempting to bind port 6b898cfb-087e-4172-82bd-9dab72b9facc on host dv-cinder-813984-7-iscsi for vnic_type normal with profile {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:35:56.213296 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Attempting to bind port 6b898cfb-087e-4172-82bd-9dab72b9facc by drivers openvswitch,hyperv on host dv-cinder-813984-7-iscsi at level 0 using segments [{'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:35:56.213645 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Attempting to bind port 6b898cfb-087e-4172-82bd-9dab72b9facc on network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:35:56.221590 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Checking agent: {'id': '3c7f4e14-8fdb-4dfe-b781-50a9149aadad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 17, 25), 'started_at': datetime.datetime(2021, 10, 29, 21, 17, 55), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:35:56.221964 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Checking segment: {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:35:56.224971 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.229175 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Bound using segment: {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'} {{(pid=101364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:35:56.229876 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.managers [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Bound port: 6b898cfb-087e-4172-82bd-9dab72b9facc, host: dv-cinder-813984-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1730fc9f-12c6-4400-833f-64daf8ba2684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0'}}] {{(pid=101364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:35:56.230267 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.255581 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] For port ff711133-918a-4962-9086-df82e914f272, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ff711133-918a-4962-9086-df82e914f272,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:56.257178 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.273559 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Calling delete_port for ff711133-918a-4962-9086-df82e914f272 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:56.337557 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] For port 6b898cfb-087e-4172-82bd-9dab72b9facc, host dv-cinder-813984-7-iscsi, cleared binding levels {{(pid=101364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:35:56.345141 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.plugins.ml2.db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] For port 6b898cfb-087e-4172-82bd-9dab72b9facc, host dv-cinder-813984-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=6b898cfb-087e-4172-82bd-9dab72b9facc,segment=NetworkSegment(1730fc9f-12c6-4400-833f-64daf8ba2684),segment_id=1730fc9f-12c6-4400-833f-64daf8ba2684)] {{(pid=101364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:35:56.353899 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron_lib.callbacks.manager [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.414746 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Routers {'b557d79e-dc85-4db4-b1b8-e14a5369805f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:56.415377 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['b557d79e-dc85-4db4-b1b8-e14a5369805f'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:56.528260 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-c6d1da20-679f-43e6-8925-dce34488baa0 None None] Provisioning complete for port 6b898cfb-087e-4172-82bd-9dab72b9facc triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:56.528896 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c6d1da20-679f-43e6-8925-dce34488baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.557160 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241fe7a-05d8-4c70-9490-f2b23733c6cb None None] Pushing event updated for resources: {'Port': ['ID=6b898cfb-087e-4172-82bd-9dab72b9facc,revision_number=4']} {{(pid=101364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:56.609410 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.624032 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] Set router b557d79e-dc85-4db4-b1b8-e14a5369805f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:56.669296 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff711133-918a-4962-9086-df82e914f272,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:56.701613 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c6d1da20-679f-43e6-8925-dce34488baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.718744 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 140536c7-009c-42c7-872c-fd5297437205 up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:56.855266 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-c6d1da20-679f-43e6-8925-dce34488baa0 None None] For port 6b898cfb-087e-4172-82bd-9dab72b9facc, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=6b898cfb-087e-4172-82bd-9dab72b9facc,segment=NetworkSegment(1730fc9f-12c6-4400-833f-64daf8ba2684),segment_id=1730fc9f-12c6-4400-833f-64daf8ba2684)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:56.872064 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c6d1da20-679f-43e6-8925-dce34488baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:56.952756 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1da20-679f-43e6-8925-dce34488baa0 None None] Pushing event updated for resources: {'Port': ['ID=6b898cfb-087e-4172-82bd-9dab72b9facc,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:56.955549 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 140536c7-009c-42c7-872c-fd5297437205 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:56.955959 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:57.041170 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-cf6425d3-a128-470d-b5a5-f95021c379b1 None None] Provisioning complete for port 6b898cfb-087e-4172-82bd-9dab72b9facc triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:57.041460 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cf6425d3-a128-470d-b5a5-f95021c379b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:57.043170 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '6b898cfb-087e-4172-82bd-9dab72b9facc', 'name': '', 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'mac_address': 'fa:16:3e:28:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:49Z', 'updated_at': '2021-10-29T21:35:56Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'subnets': [{'id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:57.092359 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:57.123239 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f4201c-f5d2-4274-93c2-3a4151861f8a None None] The sync data for ids ['b557d79e-dc85-4db4-b1b8-e14a5369805f'] in dv-cinder-813984-7-iscsi is: [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:35:49Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '6b898cfb-087e-4172-82bd-9dab72b9facc', 'name': '', 'network_id': '4c614dc2-acc0-4c0d-982f-ac2487af36c0', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'mac_address': 'fa:16:3e:28:f1:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:49Z', 'updated_at': '2021-10-29T21:35:56Z', 'revision_number': 4, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'subnets': [{'id': '95c7d3ed-ad76-43f0-9bef-91eaadf570eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:57.242595 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:57.405214 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Router 76c5f93e-1212-4be6-811f-578bf0424ed3 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:35:57.549867 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:35:57.558041 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44648) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:57.565956 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-0fb95cfc-815e-4a9a-be3c-79b30bf8b5e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/76c5f93e-1212-4be6-811f-578bf0424ed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5214081 Oct 29 21:35:57.567617 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] Sync routers for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:35:57.601967 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:57.602605 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:57.717606 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks [] for router, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:57.783808 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:57.959640 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.054811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Deleting port 93c96a2e-14a6-4527-ba85-155d829ac178 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:58.055170 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.089262 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:35:56Z', 'revision_number': 5, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port': {'id': '93c96a2e-14a6-4527-ba85-155d829ac178', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:27:59Z', 'updated_at': '2021-10-29T21:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:58.124695 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] Checking router: 76c5f93e-1212-4be6-811f-578bf0424ed3 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:35:58.146005 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] Routers {'76c5f93e-1212-4be6-811f-578bf0424ed3'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:35:58.147526 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['76c5f93e-1212-4be6-811f-578bf0424ed3'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:58.176003 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] For port 93c96a2e-14a6-4527-ba85-155d829ac178, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=93c96a2e-14a6-4527-ba85-155d829ac178,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:58.176517 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.202692 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Calling delete_port for 93c96a2e-14a6-4527-ba85-155d829ac178 owned by network:router_gateway {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:58.290651 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] Set router 76c5f93e-1212-4be6-811f-578bf0424ed3 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:35:58.348769 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:35:57Z', 'revision_number': 6, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:58.381562 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7cd730-3dba-469c-afcb-e6738c623f55 None None] The sync data for ids ['76c5f93e-1212-4be6-811f-578bf0424ed3'] in dv-cinder-813984-7-iscsi is: [{'id': '76c5f93e-1212-4be6-811f-578bf0424ed3', 'name': 'tempest-TestVolumeBootPattern-365154550-router', 'tenant_id': 'b110013cb0b7484ba23848af248c11b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:27:58Z', 'updated_at': '2021-10-29T21:35:57Z', 'revision_number': 6, 'project_id': 'b110013cb0b7484ba23848af248c11b0', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:35:58.422496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.454448 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c96a2e-14a6-4527-ba85-155d829ac178,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:58.524443 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.653135 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.660644 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.707354 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.708156 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c5f93e-1212-4be6-811f-578bf0424ed3 {{(pid=101362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:35:58.714391 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.716695 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bd177c63-7441-4f7c-9396-02f192cf8751 admin admin] 10.222.0.30 "DELETE /v2.0/routers/76c5f93e-1212-4be6-811f-578bf0424ed3 HTTP/1.1" status: 204 len: 168 time: 1.1565940 Oct 29 21:35:58.718186 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44652) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:58.807365 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Deleting subnet 1418d20b-eefd-45cc-a82a-51ab9da16fe5 {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:35:58.813381 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:58.876229 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.058716 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.119889 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.147616 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1418d20b-eefd-45cc-a82a-51ab9da16fe5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:59.149758 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.153504 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ead3d816-7eb9-4a35-9a0c-e0b30ca9c7bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1418d20b-eefd-45cc-a82a-51ab9da16fe5 HTTP/1.1" status: 204 len: 168 time: 0.4343431 Oct 29 21:35:59.156975 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44656) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:59.160948 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3691e-b3f0-43dc-848d-223cb7485c3e None None] Network 8cf3a932-318c-425b-b1b3-583962b22dec requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:35:59.242512 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.311941 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Deleting port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:59.312459 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.344698 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 6b898cfb-087e-4172-82bd-9dab72b9facc up at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:35:59.389446 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] For port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,segment=NetworkSegment(66de1c6e-83f8-4c71-a1cc-ac065fdf5912),segment_id=66de1c6e-83f8-4c71-a1cc-ac065fdf5912)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:59.390107 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.418334 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Provisioning complete for port 6b898cfb-087e-4172-82bd-9dab72b9facc triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:35:59.418674 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.418785 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Calling delete_port for 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:59.519155 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] DHCP port deletion for 8cf3a932-318c-425b-b1b3-583962b22dec request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:35:59.588821 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.621959 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Pushing event deleted for resources: {'Port': ['ID=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:35:59.631069 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] No DVR routers for this DVR port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 on host dv-cinder-813984-7-iscsi {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:59.807198 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.817652 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Deleting port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 {{(pid=101363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:35:59.818228 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.828198 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ff711133-918a-4962-9086-df82e914f272 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:35:59.840160 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf3a932-318c-425b-b1b3-583962b22dec']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:59.854487 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66de1c6e-83f8-4c71-a1cc-ac065fdf5912') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:59.854781 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66de1c6e-83f8-4c71-a1cc-ac065fdf5912') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:35:59.865921 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.880422 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.886996 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:35:59.887383 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:35:59.889086 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:35:59.901388 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: ff711133-918a-4962-9086-df82e914f272 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:35:59.902192 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ff711133-918a-4962-9086-df82e914f272 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:35:59.951747 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] For port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5, host dv-cinder-813984-7-iscsi, got binding levels [] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:35:59.952150 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.966365 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.973728 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Calling delete_port for 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 owned by network:dhcp {{(pid=101363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:35:59.977331 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.ipam_backend_mixin [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 was not found and therefore no delete operation was performed {{(pid=101363) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 29 21:35:59.977767 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.979166 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431'] for port, after_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:35:59.984717 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8cf3a932-318c-425b-b1b3-583962b22dec HTTP/1.1" status: 204 len: 168 time: 0.8246191 Oct 29 21:35:59.985682 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44658) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:35:59.990190 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Network 8cf3a932-318c-425b-b1b3-583962b22dec is not hosted by any dhcp agent {{(pid=101363) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 29 21:35:59.990668 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] No DVR routers for this DVR port 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 on host dv-cinder-813984-7-iscsi {{(pid=101363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:35:59.997004 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe325ab-6d38-4bd7-a5cd-1f4526f6f776 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf3a932-318c-425b-b1b3-583962b22dec,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:00.034313 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c367824-8ec7-4bdf-b7c1-1924c1b0e782 None None] Pushing event deleted for resources: {'Port': ['ID=1adb675b-5d8a-4dda-b8e5-de922a9caaa5,revision_number=None']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:00.432148 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:00.644226 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:36:00.670891 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:36:00.671527 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 1adb675b-5d8a-4dda-b8e5-de922a9caaa5 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:36:00.672108 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 93c96a2e-14a6-4527-ba85-155d829ac178 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:36:00.695792 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 93c96a2e-14a6-4527-ba85-155d829ac178 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:36:00.696459 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 93c96a2e-14a6-4527-ba85-155d829ac178 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:36:00.773935 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Deleting port 50cd52f5-349e-44d6-b09e-70f718bde475 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:36:00.774278 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:00.867753 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] For port 50cd52f5-349e-44d6-b09e-70f718bde475, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=50cd52f5-349e-44d6-b09e-70f718bde475,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:00.868234 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:00.886547 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Calling delete_port for 50cd52f5-349e-44d6-b09e-70f718bde475 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:36:01.128062 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:01.173535 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Pushing event deleted for resources: {'Port': ['ID=50cd52f5-349e-44d6-b09e-70f718bde475,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:01.210118 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.210325 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.210701 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.211047 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.211397 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.211744 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.212136 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.212474 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.212864 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.213191 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.213552 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.213879 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:01.381369 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:01.867275 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Router 7d4be6f1-8e39-4932-aae2-518de1daf481 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:36:01.990135 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:36:01.999502 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44668) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:02.000122 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-158d509d-b76c-495b-9916-85d91618ff1f admin admin] 10.222.0.30 "PUT /v2.0/routers/7d4be6f1-8e39-4932-aae2-518de1daf481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122674 Oct 29 21:36:02.001418 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] Sync routers for ids ['7d4be6f1-8e39-4932-aae2-518de1daf481'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:36:02.017621 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] Routers {'7d4be6f1-8e39-4932-aae2-518de1daf481'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:36:02.018450 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7d4be6f1-8e39-4932-aae2-518de1daf481'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:02.133352 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks [] for router, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.145432 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] Set router 7d4be6f1-8e39-4932-aae2-518de1daf481 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:36:02.290761 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.355244 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Deleting port 973dcb40-ca9b-4354-bbb5-e725d74903dc {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:36:02.355244 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.361871 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:36:01Z', 'revision_number': 5, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port': {'id': '973dcb40-ca9b-4354-bbb5-e725d74903dc', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:28:06Z', 'updated_at': '2021-10-29T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:02.394318 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] Checking router: 7d4be6f1-8e39-4932-aae2-518de1daf481 for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:36:02.414396 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] Routers {'7d4be6f1-8e39-4932-aae2-518de1daf481'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:36:02.415010 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:35:54Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['7d4be6f1-8e39-4932-aae2-518de1daf481'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:02.452999 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] For port 973dcb40-ca9b-4354-bbb5-e725d74903dc, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=973dcb40-ca9b-4354-bbb5-e725d74903dc,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:02.453474 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.466122 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Calling delete_port for 973dcb40-ca9b-4354-bbb5-e725d74903dc owned by network:router_gateway {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:36:02.523441 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] Set router 7d4be6f1-8e39-4932-aae2-518de1daf481 gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:36:02.580888 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:36:02Z', 'revision_number': 6, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:02.616761 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c207d-0af1-46df-8dc2-7f5b0de32f86 None None] The sync data for ids ['7d4be6f1-8e39-4932-aae2-518de1daf481'] in dv-cinder-813984-7-iscsi is: [{'id': '7d4be6f1-8e39-4932-aae2-518de1daf481', 'name': 'tempest-TestVolumeBootPattern-423085113-router', 'tenant_id': 'dd37e0280fed471093e04be83857d0a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:28:04Z', 'updated_at': '2021-10-29T21:36:02Z', 'revision_number': 6, 'project_id': 'dd37e0280fed471093e04be83857d0a0', 'gw_port_host': None}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:36:02.714001 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.768805 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Pushing event deleted for resources: {'Port': ['ID=973dcb40-ca9b-4354-bbb5-e725d74903dc,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:02.819955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.922103 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.924855 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.978865 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.979815 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4be6f1-8e39-4932-aae2-518de1daf481 {{(pid=101362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:36:02.984335 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:02.985558 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-89f05c1d-0bf0-48f5-ac3a-2381e85104de admin admin] 10.222.0.30 "DELETE /v2.0/routers/7d4be6f1-8e39-4932-aae2-518de1daf481 HTTP/1.1" status: 204 len: 168 time: 0.9848521 Oct 29 21:36:02.988168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44672) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:03.059600 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Deleting subnet efad7d6e-3b78-4b89-9754-86caf3becbcb {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:36:03.063342 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.114311 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.211214 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.275168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.315426 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efad7d6e-3b78-4b89-9754-86caf3becbcb,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:03.319845 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.323124 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-70671c76-864a-4a37-9996-45e0351ddc8e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/efad7d6e-3b78-4b89-9754-86caf3becbcb HTTP/1.1" status: 204 len: 168 time: 0.3331370 Oct 29 21:36:03.325694 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44676) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:03.329257 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fffe72-f84f-4e38-b383-82d8b8d3f39d None None] Network 153b02e2-3c14-47a0-9eed-12d66a058e9f requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:36:03.415588 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.515736 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Deleting port 37d7a285-882e-47c9-b99b-ab756c722ff6 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:36:03.516071 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.583392 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] DHCP port deletion for 153b02e2-3c14-47a0-9eed-12d66a058e9f request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:36:03.617544 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] For port 37d7a285-882e-47c9-b99b-ab756c722ff6, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=37d7a285-882e-47c9-b99b-ab756c722ff6,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:03.618219 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.635709 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Calling delete_port for 37d7a285-882e-47c9-b99b-ab756c722ff6 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:36:03.654081 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] Deleting port 37d7a285-882e-47c9-b99b-ab756c722ff6 {{(pid=101363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:36:03.654542 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.747991 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] For port 37d7a285-882e-47c9-b99b-ab756c722ff6, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=37d7a285-882e-47c9-b99b-ab756c722ff6,segment=NetworkSegment(93e2dc41-bd77-4af8-a00e-43192ed4e303),segment_id=93e2dc41-bd77-4af8-a00e-43192ed4e303)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:03.748855 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.769030 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] Calling delete_port for 37d7a285-882e-47c9-b99b-ab756c722ff6 owned by network:dhcp {{(pid=101363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:36:03.776586 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.831703 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=37d7a285-882e-47c9-b99b-ab756c722ff6,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:03.840079 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] No DVR routers for this DVR port 37d7a285-882e-47c9-b99b-ab756c722ff6 on host dv-cinder-813984-7-iscsi {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:36:03.895960 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431'] for port, after_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.930362 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] Pushing event deleted for resources: {'Port': ['ID=37d7a285-882e-47c9-b99b-ab756c722ff6,revision_number=None']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:03.932947 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:03.936366 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aabe58-8d03-492d-87de-97862ee7b17a None None] No DVR routers for this DVR port 37d7a285-882e-47c9-b99b-ab756c722ff6 on host dv-cinder-813984-7-iscsi {{(pid=101363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:36:03.965245 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153b02e2-3c14-47a0-9eed-12d66a058e9f']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:03.977328 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e2dc41-bd77-4af8-a00e-43192ed4e303') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:03.977619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e2dc41-bd77-4af8-a00e-43192ed4e303') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:03.987588 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.001248 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.007987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:36:04.008380 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:36:04.010303 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:36:04.069296 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.075275 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.081072 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] 10.222.0.30 "DELETE /v2.0/networks/153b02e2-3c14-47a0-9eed-12d66a058e9f HTTP/1.1" status: 204 len: 168 time: 0.7518039 Oct 29 21:36:04.090925 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5072d-a2cf-45f5-b9a1-bbe7441db9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=153b02e2-3c14-47a0-9eed-12d66a058e9f,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:04.216877 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44680) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:04.268974 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-07e8b672-7a17-421f-8882-3dd4193b8673 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b110013cb0b7484ba23848af248c11b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499253 Oct 29 21:36:04.271430 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44682) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:04.349725 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8fefb13-973c-413d-a3f3-fabc73b4ca8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.378062 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8fefb13-973c-413d-a3f3-fabc73b4ca8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.432722 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8fefb13-973c-413d-a3f3-fabc73b4ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.435429 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-a8fefb13-973c-413d-a3f3-fabc73b4ca8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:04.436599 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-a8fefb13-973c-413d-a3f3-fabc73b4ca8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9181d16c-97c5-4275-999e-c21d43aa4b65 HTTP/1.1" status: 204 len: 168 time: 0.1641841 Oct 29 21:36:04.445781 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fefb13-973c-413d-a3f3-fabc73b4ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9181d16c-97c5-4275-999e-c21d43aa4b65,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:04.664325 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 37d7a285-882e-47c9-b99b-ab756c722ff6 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:36:04.687324 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 37d7a285-882e-47c9-b99b-ab756c722ff6 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:36:04.687971 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 37d7a285-882e-47c9-b99b-ab756c722ff6 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:36:04.688683 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 973dcb40-ca9b-4354-bbb5-e725d74903dc no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:36:04.722012 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 973dcb40-ca9b-4354-bbb5-e725d74903dc {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:36:04.722758 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 973dcb40-ca9b-4354-bbb5-e725d74903dc not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:36:04.723861 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 50cd52f5-349e-44d6-b09e-70f718bde475 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:36:04.746218 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 50cd52f5-349e-44d6-b09e-70f718bde475 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:36:04.746914 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 50cd52f5-349e-44d6-b09e-70f718bde475 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:36:04.925948 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44690) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:04.981436 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-85daaa49-53df-42f2-9dcf-7fd776afa2a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd37e0280fed471093e04be83857d0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537748 Oct 29 21:36:04.983926 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 44692) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:05.058892 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6995d8a1-1bc3-4d20-babb-de8e78226dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:05.093987 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6995d8a1-1bc3-4d20-babb-de8e78226dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:05.214410 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6995d8a1-1bc3-4d20-babb-de8e78226dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:05.218654 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-6995d8a1-1bc3-4d20-babb-de8e78226dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:05.222497 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-6995d8a1-1bc3-4d20-babb-de8e78226dd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf1505f1-3743-4ea8-b503-f4e28c0907f2 HTTP/1.1" status: 204 len: 168 time: 0.2352626 Oct 29 21:36:05.230679 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995d8a1-1bc3-4d20-babb-de8e78226dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1505f1-3743-4ea8-b503-f4e28c0907f2,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:14.121512 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-92560df6-96c5-4054-85a4-229b44fbf264 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1796956171&fields=id&tenant_id=5eab7aef357f4a2d9efa677b5af55d51 HTTP/1.1" status: 200 len: 267 time: 0.0327001 Oct 29 21:36:14.230286 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-ab745503-72e1-445e-b9e3-e37ee5123385 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:14.231748 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-ab745503-72e1-445e-b9e3-e37ee5123385 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 808 time: 0.1036608 Oct 29 21:36:14.246708 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-341f9688-0572-44dd-8321-ce3282b0bb18 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/quotas/5eab7aef357f4a2d9efa677b5af55d51 HTTP/1.1" status: 200 len: 375 time: 0.0091300 Oct 29 21:36:14.297675 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-a37e2e47-c7dc-4fb4-b8a5-598b3cf0d1c0 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457847 Oct 29 21:36:14.312494 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-f0a58127-c2cb-4a0a-bf25-3443ec0af8bf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:36:14.313484 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-f0a58127-c2cb-4a0a-bf25-3443ec0af8bf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050342 Oct 29 21:36:14.410729 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-b307e4b5-766f-4d1e-9081-5c935f79c9b2 service neutron] 10.222.0.30 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880570 Oct 29 21:36:14.501469 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-d7754f71-540f-419c-bdf4-8b4d12d19e54 service neutron] 10.222.0.30 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873618 Oct 29 21:36:14.926079 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-fea792e8-196b-4736-9f7f-c5310e9aeb74 req-d6dd7231-f8de-4617-a8c2-975540504380 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 210 time: 0.1583290 Oct 29 21:36:15.799735 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-3930be36-b880-47d7-823c-bd6a97bdfd7a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:15.801263 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-3930be36-b880-47d7-823c-bd6a97bdfd7a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 808 time: 0.1055131 Oct 29 21:36:15.843861 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-3d118a48-931c-4b99-a548-d293715442df tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eab7aef357f4a2d9efa677b5af55d51 HTTP/1.1" status: 200 len: 380 time: 0.0340943 Oct 29 21:36:15.853382 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'port': {'device_id': '89613083-c22f-4c53-be47-21c37cffad5a', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'admin_state_up': True, 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'security_groups': ['1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0']}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:36:15.965906 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Made reservation on behalf of 5eab7aef357f4a2d9efa677b5af55d51 for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:36:15.969799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.022816 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f1c861e8-f47b-4a41-9e7c-608a49f39a9b req-fe59bec3-d210-4701-b2f4-1015e8f234c0 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 210 time: 0.0281994 Oct 29 21:36:16.105637 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Allocated IP 172.20.0.9 (3d91983d-0aca-46d3-a581-81358ecf336d/a45da597-7dec-4c93-97ef-d3a4689800f9/59e16cf6-f9b3-4a81-9b8a-6595770bdf9e) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:36:16.116455 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44856) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:16.166736 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Deleting subnet 85c1fb34-1ee9-4c78-90ae-3a5667792b91 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:36:16.170024 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.208762 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.251367 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.253758 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.293846 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.312069 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.343452 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c1fb34-1ee9-4c78-90ae-3a5667792b91,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:16.344445 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Network 3d91983d-0aca-46d3-a581-81358ecf336d is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:36:16.345762 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.347694 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:36:16.350946 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-bda70be9-f569-4dc5-9a06-fa6dce9434aa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/85c1fb34-1ee9-4c78-90ae-3a5667792b91 HTTP/1.1" status: 204 len: 168 time: 0.2325928 Oct 29 21:36:16.351743 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:36:16.352533 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44858) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:16.362109 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:16.420527 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:16.421433 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.425553 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.439842 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-9b91bd2b-fcbe-4d4e-a4f7-f4172df3e944 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900443 Oct 29 21:36:16.450088 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-3576d0d7-5f6e-433b-bb52-cdc2de51c657 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:36:16.451320 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-3576d0d7-5f6e-433b-bb52-cdc2de51c657 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057774 Oct 29 21:36:16.464079 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Request body: {'port': {'device_id': '89613083-c22f-4c53-be47-21c37cffad5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:36:16.514889 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.523015 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.541286 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d283bc7-8290-47eb-8638-3833e9738cc3']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:16.550575 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959573ee-ff30-4f9e-b8e9-fa32ab2e171b') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:16.550809 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959573ee-ff30-4f9e-b8e9-fa32ab2e171b') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:16.560568 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.575431 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.584194 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:36:16.584585 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:36:16.586346 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:36:16.591992 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-44ca99bb-b8e6-4534-9104-9c952ad80bb0 None None] Provisioning complete for port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:36:16.592481 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-44ca99bb-b8e6-4534-9104-9c952ad80bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.628465 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-44ca99bb-b8e6-4534-9104-9c952ad80bb0 None None] Port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:36:16.640992 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.648728 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.653181 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9d283bc7-8290-47eb-8638-3833e9738cc3 HTTP/1.1" status: 204 len: 168 time: 0.2988560 Oct 29 21:36:16.665182 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e9bde-1397-481b-8d22-f6c9671cbf62 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d283bc7-8290-47eb-8638-3833e9738cc3,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:16.831363 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44862) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:16.880400 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-7e3e38c8-49ca-4787-a6fd-b287e6ef1402 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed86d1d528f64f74aac7b311b7ea833c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464225 Oct 29 21:36:16.882567 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 44864) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:16.933602 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95a6b503-2c76-415a-b6ca-e0c8933f891c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:16.958278 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95a6b503-2c76-415a-b6ca-e0c8933f891c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.007342 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95a6b503-2c76-415a-b6ca-e0c8933f891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.010149 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-95a6b503-2c76-415a-b6ca-e0c8933f891c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.011314 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-95a6b503-2c76-415a-b6ca-e0c8933f891c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad5395ef-fbf5-4f7a-9279-fa4146aa61f1 HTTP/1.1" status: 204 len: 168 time: 0.1278245 Oct 29 21:36:17.018922 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b503-2c76-415a-b6ca-e0c8933f891c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5395ef-fbf5-4f7a-9279-fa4146aa61f1,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:17.069867 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:36:17.077744 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.091164 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Transition to ACTIVE for port object 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:36:17.095350 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.149118 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:17.162481 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee385-13c7-4163-89b7-2295cab10563 req-16f70aee-910d-4644-ba82-67f12164ab3c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:17.164930 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e66ee385-13c7-4163-89b7-2295cab10563 req-16f70aee-910d-4644-ba82-67f12164ab3c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0716095 Oct 29 21:36:17.215276 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e66ee385-13c7-4163-89b7-2295cab10563 req-c946db30-6bcc-4ecc-b1af-f224ea0d4aba tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421906 Oct 29 21:36:17.238546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Attempting to bind port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:36:17.239028 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Attempting to bind port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:36:17.239578 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Attempting to bind port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e on network 3d91983d-0aca-46d3-a581-81358ecf336d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:36:17.244859 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e on network 3d91983d-0aca-46d3-a581-81358ecf336d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:36:17.245346 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Attempting to bind port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e on network 3d91983d-0aca-46d3-a581-81358ecf336d {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:36:17.250776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:36:17.251195 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Checking segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:36:17.251645 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Bound using segment: {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:36:17.252136 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Bound port: 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920f5452-bb4b-4634-98be-01219a70c856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:36:17.252562 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.325070 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:36:17.328727 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:36:17.334582 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.372336 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:17.372970 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:17.374548 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] 10.222.0.36 "PUT /v2.0/ports/59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1093 time: 0.9148850 Oct 29 21:36:17.374993 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:36:17.377346 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ffa36-a3a8-44ad-af61-5e21c9c19471" -d '{"events": [{"name": "network-changed", "server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:36:17.426047 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c64eb-3ee3-4ed6-850b-f692d85276be service neutron] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:17.475076 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-2195ed03-ca5d-450b-9ec5-80823599dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:17.476867 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-2195ed03-ca5d-450b-9ec5-80823599dd40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1096 time: 0.0605631 Oct 29 21:36:17.527175 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-5ee2f473-b610-4c40-aa0a-3c2f9e8efc8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 217 time: 0.0407634 Oct 29 21:36:17.595182 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-50f5d997-3a3b-439a-86a9-0e399c5399c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:17.598868 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-50f5d997-3a3b-439a-86a9-0e399c5399c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0634742 Oct 29 21:36:17.647469 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-a9c3d21f-8007-40ea-9354-c26cc3233fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:17.649133 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-a9c3d21f-8007-40ea-9354-c26cc3233fea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441601 Oct 29 21:36:17.689499 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee509bf7-bc00-4274-aec7-6ac1cc3ddbe9 x-openstack-request-id: req-ee509bf7-bc00-4274-aec7-6ac1cc3ddbe9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:36:17.689956 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:36:17.690298 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee509bf7-bc00-4274-aec7-6ac1cc3ddbe9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:36:17.690886 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'status': 'completed', 'code': 200} Oct 29 21:36:17.763343 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-dd0e00f9-800f-4566-949f-4a10d8c05054 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065595 Oct 29 21:36:17.866801 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-305d019a-fd2d-4976-88b2-5e2d3f750387 req-8a800e1f-69b6-43b0-89f5-d13f773e0652 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966351 Oct 29 21:36:17.954315 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-07359b54-f584-4c77-ba89-18c92512e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:17.955888 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-07359b54-f584-4c77-ba89-18c92512e67a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1096 time: 0.0418308 Oct 29 21:36:18.050955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-0617aada-bf0a-46d2-9cc7-6624fa1f8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:18.053183 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-0617aada-bf0a-46d2-9cc7-6624fa1f8bff service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0904648 Oct 29 21:36:18.094308 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-c883088f-3608-4ce4-9242-2430e8adde10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 217 time: 0.0338376 Oct 29 21:36:18.144236 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-7eec01db-3dc0-4ae0-8ca3-0a86c4503a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:18.146061 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-7eec01db-3dc0-4ae0-8ca3-0a86c4503a54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0450451 Oct 29 21:36:18.193148 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-bfc1785a-abfb-4caf-a8c8-a912a5b8eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:18.194706 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-bfc1785a-abfb-4caf-a8c8-a912a5b8eb39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421617 Oct 29 21:36:18.302896 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-0ff712d5-eb4e-4626-aa19-3f0788cb7eaf service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004267 Oct 29 21:36:18.374006 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829faa5-5c97-4fef-abda-bbb9c73fef36 req-9c41b570-ed25-485f-b369-f91203af3c18 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:18.375618 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b829faa5-5c97-4fef-abda-bbb9c73fef36 req-9c41b570-ed25-485f-b369-f91203af3c18 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0542319 Oct 29 21:36:18.406872 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-474ffa36-a3a8-44ad-af61-5e21c9c19471 req-aca99a8f-cc3f-402c-8499-06e5efdd8fcb service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976942 Oct 29 21:36:18.415286 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b829faa5-5c97-4fef-abda-bbb9c73fef36 req-d646852e-1621-4589-b60b-68a98e30dd02 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Oct 29 21:36:19.533483 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d678027-5a21-4f2c-ac5b-3231a8d8cc0c req-3b6cd847-6b60-4f16-a0dd-47280fea564a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:19.534986 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0d678027-5a21-4f2c-ac5b-3231a8d8cc0c req-3b6cd847-6b60-4f16-a0dd-47280fea564a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0500622 Oct 29 21:36:19.574260 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0d678027-5a21-4f2c-ac5b-3231a8d8cc0c req-ffeb62cb-2ec5-4b89-b38a-40b02d665aca tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321779 Oct 29 21:36:20.687129 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165681a1-484c-4e3a-99db-456641aa4f03 req-590ec093-ef6c-4e77-a065-659458f940c1 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:20.688620 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-165681a1-484c-4e3a-99db-456641aa4f03 req-590ec093-ef6c-4e77-a065-659458f940c1 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0481899 Oct 29 21:36:20.726244 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-165681a1-484c-4e3a-99db-456641aa4f03 req-30c8769c-cd3b-47d0-9926-6be396e87eea tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Oct 29 21:36:21.604101 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-88e29898-754b-4478-a0e8-9ba9e3392f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:21.844536 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec3df8-406e-4977-a642-d4a5a739a1ce req-c61fa39c-fbe9-40b3-bf82-6a0eae39d173 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:21.845948 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7dec3df8-406e-4977-a642-d4a5a739a1ce req-c61fa39c-fbe9-40b3-bf82-6a0eae39d173 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0526147 Oct 29 21:36:21.883199 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7dec3df8-406e-4977-a642-d4a5a739a1ce req-2cfa8674-e8c7-4768-8cb9-81b162befdbd tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Oct 29 21:36:22.999971 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f1ee7-25bd-48bf-b160-e33f35b1ed36 req-7f897570-f80e-4a2e-a29d-f472b2e652ba tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:23.001440 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd3f1ee7-25bd-48bf-b160-e33f35b1ed36 req-7f897570-f80e-4a2e-a29d-f472b2e652ba tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0480683 Oct 29 21:36:23.039479 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-dd3f1ee7-25bd-48bf-b160-e33f35b1ed36 req-2c776663-62d9-489a-b699-e3615e5f0520 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Oct 29 21:36:24.154220 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e10ab-0b98-4c71-9c08-5db044c12f1a req-0f1305d6-c471-4c26-87fb-c9f9f810a76a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:24.155705 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f4e10ab-0b98-4c71-9c08-5db044c12f1a req-0f1305d6-c471-4c26-87fb-c9f9f810a76a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0486517 Oct 29 21:36:24.193290 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f4e10ab-0b98-4c71-9c08-5db044c12f1a req-11141ef5-44aa-4561-a29a-48e457da0308 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Oct 29 21:36:24.511383 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e59b451b-02b4-40d2-9179-959eae0035c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:25.287332 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:25.313709 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcb406-6b04-4a0f-b7df-12b1540c2382 req-2a828204-7754-45a5-8243-2b7be5f7011e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:25.315284 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f9bcb406-6b04-4a0f-b7df-12b1540c2382 req-2a828204-7754-45a5-8243-2b7be5f7011e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0549443 Oct 29 21:36:25.353780 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f9bcb406-6b04-4a0f-b7df-12b1540c2382 req-63e97141-ad0e-45c5-9493-255c4af468d5 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319941 Oct 29 21:36:25.747408 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:26.621914 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927afa9b-b4bd-44c3-9b31-9b76012a55b3 req-e84cb9c6-d7f4-4d7a-bb07-6c8b5e6a6d0e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:26.623402 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-927afa9b-b4bd-44c3-9b31-9b76012a55b3 req-e84cb9c6-d7f4-4d7a-bb07-6c8b5e6a6d0e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0488360 Oct 29 21:36:26.662045 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-927afa9b-b4bd-44c3-9b31-9b76012a55b3 req-e22f166f-f24d-4b4c-a0fc-d5d363bac56f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Oct 29 21:36:26.666572 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:27.202394 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:27.591933 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:36:27.688378 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:27.700767 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'port_id': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'mac_address': 'fa:16:3e:69:35:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:36:27.736709 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:27.754308 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:36:27.774446 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:27.779689 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:27.781847 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac2601-e263-40c1-8c98-63ada6ed6db0 req-6b49372a-14cb-4739-93b8-49a51c018f7d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:27.783372 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-22ac2601-e263-40c1-8c98-63ada6ed6db0 req-6b49372a-14cb-4739-93b8-49a51c018f7d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0514228 Oct 29 21:36:27.823215 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-22ac2601-e263-40c1-8c98-63ada6ed6db0 req-17b4a849-b839-4666-9371-ec64db310dbc tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331922 Oct 29 21:36:27.830353 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:27.838041 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.838487 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.838754 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.839086 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.839399 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.839724 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.840043 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.840368 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.840720 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.841036 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.841341 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:27.841666 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:28.017495 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:36:28.676117 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:36:28.725083 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:36:28.728863 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:36:28.729232 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:28.814871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:28.838841 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:36:28.841141 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341fce2-3469-44b9-a30d-3c4db10447e9" -d '{"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-plugged", "status": "completed", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:36:28.858446 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:36:28.864118 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:28.899475 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66583a3-d43c-4d74-a208-55dc07251061 x-openstack-request-id: req-d66583a3-d43c-4d74-a208-55dc07251061 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:36:28.899593 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-plugged", "status": "completed", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:36:28.899842 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d66583a3-d43c-4d74-a208-55dc07251061 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:36:28.900234 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'code': 200} Oct 29 21:36:28.931127 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:28.986385 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491ccb8-3973-46c7-801e-ee1d89dd25da req-f2be9957-6a3b-4170-ab24-aa10392d128b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:28.986385 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a491ccb8-3973-46c7-801e-ee1d89dd25da req-f2be9957-6a3b-4170-ab24-aa10392d128b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0605016 Oct 29 21:36:29.030020 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-a491ccb8-3973-46c7-801e-ee1d89dd25da req-e2fb6973-4992-41f1-a5ee-87c732b68eac tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Oct 29 21:36:29.226681 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c589d-1c30-4715-8a2f-b2a2194f5cb0 req-081516b7-bc60-4f7c-94a1-6b874d4dd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:29.228211 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-259c589d-1c30-4715-8a2f-b2a2194f5cb0 req-081516b7-bc60-4f7c-94a1-6b874d4dd695 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.1386149 Oct 29 21:36:29.266405 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-259c589d-1c30-4715-8a2f-b2a2194f5cb0 req-9d58de52-9e5d-4de7-8b0c-d10168caf24f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305486 Oct 29 21:36:30.147860 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22ead9-8282-4997-b7f6-7638b679c6e0 req-f6822152-5d10-4e5b-b17e-21b2f902121c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:30.149365 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4d22ead9-8282-4997-b7f6-7638b679c6e0 req-f6822152-5d10-4e5b-b17e-21b2f902121c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0486655 Oct 29 21:36:30.190328 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-4d22ead9-8282-4997-b7f6-7638b679c6e0 req-c4f73a74-e174-4155-9e9e-8c8528d392d3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350986 Oct 29 21:36:30.980983 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:36:31.306058 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110057c-2635-4bae-bfdf-58acd7d1bb7d req-d1fdef57-c971-48a5-ae29-a82ecd0e3b83 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:31.307545 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1110057c-2635-4bae-bfdf-58acd7d1bb7d req-d1fdef57-c971-48a5-ae29-a82ecd0e3b83 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0485551 Oct 29 21:36:31.345259 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1110057c-2635-4bae-bfdf-58acd7d1bb7d req-fbe4c92b-ee64-4b3c-b386-4d901bac3c22 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Oct 29 21:36:31.462265 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483a149-e9e9-44d0-b991-064f82558f38 req-d7ca9a25-2c6e-4beb-9b36-fdcee3a0adf9 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:31.463716 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3483a149-e9e9-44d0-b991-064f82558f38 req-d7ca9a25-2c6e-4beb-9b36-fdcee3a0adf9 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0529282 Oct 29 21:36:31.501596 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-3483a149-e9e9-44d0-b991-064f82558f38 req-3e18126d-c777-459b-b75f-46e03e0d774f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Oct 29 21:36:31.522892 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 45006) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:31.670498 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc536b4-858d-44a0-8ed4-ab434126c776 tempest-TestShelveInstance-1359399987 tempest-TestShelveInstance-1359399987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:31.672031 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4fc536b4-858d-44a0-8ed4-ab434126c776 tempest-TestShelveInstance-1359399987 tempest-TestShelveInstance-1359399987-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1093 time: 0.1481628 Oct 29 21:36:31.675162 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 45016) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:31.680537 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.v2.base [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Request body: {'floatingip': {'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'port_id': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:36:31.702238 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for floatingip, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:31.803236 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:31.908520 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_common [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Allocated IP 172.27.2.31 (15abb91c-1aa9-4a4e-afde-b207350636be/dc9b72df-e4dd-44d0-bddc-60de6b080dbf/8d12cbda-cbd9-4e22-a926-2ff68f1aac69) {{(pid=101361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:36:32.011010 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for port, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.043764 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.083881 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Network 15abb91c-1aa9-4a4e-afde-b207350636be is already hosted by enough agents. {{(pid=101361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:36:32.086742 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.base_scheduler [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Resources bound (agent type, host, resource id): {{(pid=101361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:36:32.090226 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Received port after_create {{(pid=101361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:36:32.111447 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'Port': ['ID=8d12cbda-cbd9-4e22-a926-2ff68f1aac69,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:32.431948 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.501140 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.650633 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for port, precommit_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.655130 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60756356'] for port, after_update {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.727820 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event updated for resources: {'Port': ['ID=8d12cbda-cbd9-4e22-a926-2ff68f1aac69,revision_number=2']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:32.737912 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581162'] for floatingip, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:32.839751 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.db.l3_db [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Floating IP 9b291911-1ae7-4a7d-9e2b-940e1b5b69c2 associated. External IP: 172.27.2.31, port: 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e. Oct 29 21:36:33.282743 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:36:33.396237 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:36:33.408488 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] Sync routers for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:36:33.416007 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:33.418720 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:36:33.419372 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:36:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:33.451798 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-33a60c9b-5f8b-422c-8de5-e4ccf829fa9f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7755642 Oct 29 21:36:33.452556 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:36:33.455012 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a71f8250a838c1990576c66e6e6e7ab82867b9984a7ce0411ba7a70c81a0db27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77" -d '{"events": [{"name": "network-changed", "server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:36:33.503929 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1968fca-667e-42f3-abee-450e0c130d99 x-openstack-request-id: req-b1968fca-667e-42f3-abee-450e0c130d99 {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:36:33.504233 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "status": "completed", "code": 200}]} {{(pid=101361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:36:33.504488 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1968fca-667e-42f3-abee-450e0c130d99 {{(pid=101361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:36:33.505645 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'status': 'completed', 'code': 200} Oct 29 21:36:33.530990 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:36:33.576246 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-b458cbb0-c44b-4234-a882-b661b08a45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:33.577835 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-b458cbb0-c44b-4234-a882-b661b08a45dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0430512 Oct 29 21:36:33.674768 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-01bd8346-b19c-4d3e-b583-ffd794a808b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:33.676391 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-01bd8346-b19c-4d3e-b583-ffd794a808b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0909004 Oct 29 21:36:33.743141 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-a32ddd77-7ea8-4e86-ab4b-2197e57209d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 998 time: 0.0589852 Oct 29 21:36:33.768950 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '9b291911-1ae7-4a7d-9e2b-940e1b5b69c2', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'port_id': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'mac_address': 'fa:16:3e:69:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89613083-c22f-4c53-be47-21c37cffad5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:36:32Z', 'updated_at': '2021-10-29T21:36:32Z', 'revision_number': 0, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:33.796125 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] Checking router: f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:36:33.802475 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-695a6579-6306-4d33-b67b-0b200c0bd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:33.804214 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-695a6579-6306-4d33-b67b-0b200c0bd127 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0527294 Oct 29 21:36:33.809065 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:36:33.809668 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:36:24Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:33.854995 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-9a8e425d-9e3a-43ff-9e98-237a33cd8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:33.856535 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-9a8e425d-9e3a-43ff-9e98-237a33cd8cc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441310 Oct 29 21:36:33.924462 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:36:33.954745 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-89e383e3-7990-4bc7-add8-05776fc9d986 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905151 Oct 29 21:36:34.051939 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-0ce9fb95-e169-4fe3-835c-2f2ed8edfa77 req-1d66f2a6-6c20-496b-989d-748b50e06db1 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890176 Oct 29 21:36:34.159390 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '9b291911-1ae7-4a7d-9e2b-940e1b5b69c2', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'port_id': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'mac_address': 'fa:16:3e:69:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89613083-c22f-4c53-be47-21c37cffad5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:36:32Z', 'updated_at': '2021-10-29T21:36:32Z', 'revision_number': 0, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:36:34.187837 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3f149d-abc3-4a42-befd-d3b77726b3ae None None] The sync data for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi is: [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_floatingips': [{'id': '9b291911-1ae7-4a7d-9e2b-940e1b5b69c2', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'router_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'port_id': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'mac_address': 'fa:16:3e:69:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89613083-c22f-4c53-be47-21c37cffad5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T21:36:32Z', 'updated_at': '2021-10-29T21:36:32Z', 'revision_number': 0, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:36:34.392807 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f4eede-c8e0-47dd-bfdc-c5daa52e0efb None None] New status for floating IP 9b291911-1ae7-4a7d-9e2b-940e1b5b69c2: ACTIVE {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:36:51.604750 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-61ac9851-36ff-47ce-8b06-d37d9ac2fe74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:53.955246 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 45166) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:54.058592 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4227717c-3ac0-41d6-9632-91b426d210ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.133725 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4227717c-3ac0-41d6-9632-91b426d210ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.137511 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4227717c-3ac0-41d6-9632-91b426d210ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.176105 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4227717c-3ac0-41d6-9632-91b426d210ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=183c538c29114169a9432bd781d97847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198286 Oct 29 21:36:54.178112 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227717c-3ac0-41d6-9632-91b426d210ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a551816-e058-4c34-8eae-96ec2e3c9b87,revision_number=1']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:54.178799 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45172) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:36:54.227432 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.248500 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.294273 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.296991 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:54.298154 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a551816-e058-4c34-8eae-96ec2e3c9b87 HTTP/1.1" status: 204 len: 168 time: 0.1183701 Oct 29 21:36:54.306220 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a551816-e058-4c34-8eae-96ec2e3c9b87,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:54.313552 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.313905 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.314245 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.314585 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.314914 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.315243 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.315568 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.315899 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.316226 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.316545 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.316889 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.317206 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c19fb43-8783-48b6-a8cf-4e2dde33d526 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:36:54.515435 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1280cf6a-9e5b-402c-9b41-9b6744c098c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:55.297877 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:55.748618 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:56.463984 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-1a709248-d575-416e-a544-c582f2843dea tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cf2a7b69f9347dba18a687fe1e6fa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285997 Oct 29 21:36:56.653231 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-55f83f40-7091-443b-8ac3-588b43314e4e tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:56.654716 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-55f83f40-7091-443b-8ac3-588b43314e4e tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852851 Oct 29 21:36:56.660653 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:56.671455 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-6ebc5d39-fd7a-4116-8dff-94d5fca2baa3 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/quotas/3cf2a7b69f9347dba18a687fe1e6fa5e HTTP/1.1" status: 200 len: 375 time: 0.0106726 Oct 29 21:36:56.703747 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-8c08c877-e67e-4691-97d3-cf75dac81f37 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cf2a7b69f9347dba18a687fe1e6fa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267074 Oct 29 21:36:56.857466 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-63e23f80-c435-4208-a429-364aec65b6e2 req-8e0edbff-63d4-4eaa-8296-03599c8fe1f9 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 210 time: 0.0270424 Oct 29 21:36:57.204810 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:57.825578 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-818a3236-e51c-4fbb-bca3-fb061d92e260 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cf2a7b69f9347dba18a687fe1e6fa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367956 Oct 29 21:36:57.965805 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-6333ce49-276c-4dbc-94a2-0b9162ef3df2 req-6191ee4b-dc35-433d-a334-a8539e6493e7 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 210 time: 0.0317936 Oct 29 21:36:58.039156 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-75725d4d-e448-47a6-95a1-adfbe4824c99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687825 Oct 29 21:36:58.049462 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-90dc0d4e-45d4-4e84-9890-a278f52c274a tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:58.050854 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-90dc0d4e-45d4-4e84-9890-a278f52c274a tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185192 Oct 29 21:36:58.063427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Request body: {'port': {'device_id': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84', 'admin_state_up': True, 'tenant_id': '3cf2a7b69f9347dba18a687fe1e6fa5e'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:36:58.178412 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-ff25d20a-b88f-4d81-87ba-4f79d3535532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:58.179872 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-ff25d20a-b88f-4d81-87ba-4f79d3535532 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0737355 Oct 29 21:36:58.209573 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Made reservation on behalf of 3cf2a7b69f9347dba18a687fe1e6fa5e for: {'port': 1} {{(pid=101362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 21:36:58.213044 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:58.255384 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks [] for security_group, before_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:58.330187 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-a23e9cb2-5518-4ddc-b6d0-2188710453af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:58.331669 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-a23e9cb2-5518-4ddc-b6d0-2188710453af service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.1310258 Oct 29 21:36:58.413867 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks [] for security_group, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:58.420205 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:58.431181 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-5412f1b5-07b0-433a-ac1b-bddf734b340a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1000 time: 0.0896263 Oct 29 21:36:58.509831 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac72fc4a-8afe-4ac2-b856-635f64733f7c,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:58.538980 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-b7019c62-cc2f-4a55-8500-98c11b421fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:58.540956 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-b7019c62-cc2f-4a55-8500-98c11b421fa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0975432 Oct 29 21:36:58.625496 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_common [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Allocated IP 192.168.233.215 (58fc2ccd-6c17-4678-98aa-2f5b79bd9a84/7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62/18a48f1b-99ea-4e2f-b956-8191f44fb326) {{(pid=101362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 21:36:58.639608 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-1135f8ac-ed02-43d0-8754-7a550a2edad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:58.641215 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-1135f8ac-ed02-43d0-8754-7a550a2edad1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917807 Oct 29 21:36:58.809536 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-29ac3d24-5e06-4edc-8dc9-8c2b25f9c5c5 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599872 Oct 29 21:36:58.895747 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks [] for port, precommit_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:58.944706 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-3f20dfcf-315b-4464-82e3-39be48b7ec27 req-7c06dec7-a622-41f7-b0b2-1a8486f210e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240053 Oct 29 21:36:58.957065 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765665827422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_create {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.001472 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 is already hosted by enough agents. {{(pid=101362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 21:36:59.004581 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.base_scheduler [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Resources bound (agent type, host, resource id): {{(pid=101362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 21:36:59.008455 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Received port after_create {{(pid=101362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 21:36:59.034908 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Pushing event updated for resources: {'Port': ['ID=18a48f1b-99ea-4e2f-b956-8191f44fb326,revision_number=1']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:59.068078 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:59.068758 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.088699 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-5a573e67-b4f9-48b7-81b8-26991206ffa5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0289407 Oct 29 21:36:59.090836 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5349179-1e2f-4c53-b260-af4b40630c37 req-5ceb8ae8-6691-4cbf-83ee-294cc1ddbf71 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:59.092363 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f5349179-1e2f-4c53-b260-af4b40630c37 req-5ceb8ae8-6691-4cbf-83ee-294cc1ddbf71 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 936 time: 0.0527620 Oct 29 21:36:59.105769 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.v2.base [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Request body: {'port': {'device_id': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 21:36:59.134944 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f5349179-1e2f-4c53-b260-af4b40630c37 req-badcecd3-2d4f-4679-966d-ed8779795ea7 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364144 Oct 29 21:36:59.168130 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.265341 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-c0d1c6e3-f8e3-4e74-82fc-255c76c887f5 None None] Provisioning complete for port 18a48f1b-99ea-4e2f-b956-8191f44fb326 triggered by entity DHCP. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:36:59.265976 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c0d1c6e3-f8e3-4e74-82fc-255c76c887f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.304961 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1c6e3-f8e3-4e74-82fc-255c76c887f5 None None] Port 18a48f1b-99ea-4e2f-b956-8191f44fb326 cannot update to ACTIVE because it is not bound. {{(pid=101363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 21:36:59.441471 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a48f1b-99ea-4e2f-b956-8191f44fb326 {{(pid=101362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:36:59.449204 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.460869 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.provisioning_blocks [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Transition to ACTIVE for port object 18a48f1b-99ea-4e2f-b956-8191f44fb326 will not be triggered until provisioned by entity L2. {{(pid=101362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 21:36:59.465266 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.514299 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18a48f1b-99ea-4e2f-b956-8191f44fb326,revision_number=2']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:59.588828 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Attempting to bind port 18a48f1b-99ea-4e2f-b956-8191f44fb326 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 21:36:59.589461 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Attempting to bind port 18a48f1b-99ea-4e2f-b956-8191f44fb326 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 21:36:59.589795 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Attempting to bind port 18a48f1b-99ea-4e2f-b956-8191f44fb326 on network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:36:59.594784 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Port 18a48f1b-99ea-4e2f-b956-8191f44fb326 on network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 21:36:59.595105 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Attempting to bind port 18a48f1b-99ea-4e2f-b956-8191f44fb326 on network 58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 21:36:59.600124 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Checking agent: {'id': '599c35ec-7e0d-457a-9382-0af5791ad30e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'started_at': datetime.datetime(2021, 10, 29, 21, 23, 56), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 21, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 21:36:59.600461 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Checking segment: {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 21:36:59.600877 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Bound using segment: {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'} {{(pid=101362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 21:36:59.601307 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.managers [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Bound port: 18a48f1b-99ea-4e2f-b956-8191f44fb326, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7cdce66-0b86-4433-b066-74c8fe8d6669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84'}}] {{(pid=101362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 21:36:59.601664 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.668926 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] For port 18a48f1b-99ea-4e2f-b956-8191f44fb326, host hv-cinder-81398, cleared binding levels {{(pid=101362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 21:36:59.671962 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] For port 18a48f1b-99ea-4e2f-b956-8191f44fb326, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 21:36:59.677034 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59957483'] for port, after_update {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.709574 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:59.710196 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:36:59.711639 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/18a48f1b-99ea-4e2f-b956-8191f44fb326 HTTP/1.1" status: 200 len: 1098 time: 0.6117041 Oct 29 21:36:59.718665 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'tag': '18a48f1b-99ea-4e2f-b956-8191f44fb326'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:36:59.720985 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391b78d0-7ac0-4e37-91b2-33a223ff123a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2ce125-5746-49e0-ba17-a632dc4e641f", "tag": "18a48f1b-99ea-4e2f-b956-8191f44fb326"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:36:59.770335 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e6626-cc9e-4697-ac68-ff771f3a1af9 x-openstack-request-id: req-411e6626-cc9e-4697-ac68-ff771f3a1af9 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:36:59.770619 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2ce125-5746-49e0-ba17-a632dc4e641f", "tag": "18a48f1b-99ea-4e2f-b956-8191f44fb326", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:36:59.770865 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-411e6626-cc9e-4697-ac68-ff771f3a1af9 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:36:59.771242 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'tag': '18a48f1b-99ea-4e2f-b956-8191f44fb326', 'status': 'completed', 'code': 200} Oct 29 21:36:59.773314 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7250426-3a9d-41e1-b661-9c4afcde73e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18a48f1b-99ea-4e2f-b956-8191f44fb326,revision_number=3']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:36:59.810370 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-d7b22a89-6b29-408e-b794-3bfddff134da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:59.811889 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-d7b22a89-6b29-408e-b794-3bfddff134da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cf2a7b69f9347dba18a687fe1e6fa5e&device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 1101 time: 0.0501063 Oct 29 21:36:59.857623 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-e6e4bbc6-9251-46f1-90e6-1aa436d0ab40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326 HTTP/1.1" status: 200 len: 217 time: 0.0373485 Oct 29 21:36:59.910125 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-6c279d21-a247-4154-8aea-186f89e410c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:59.911620 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-6c279d21-a247-4154-8aea-186f89e410c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62 HTTP/1.1" status: 200 len: 843 time: 0.0460627 Oct 29 21:36:59.961546 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-af4b207f-7008-48fc-b194-94b68891a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:36:59.963096 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-af4b207f-7008-48fc-b194-94b68891a783 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58fc2ccd-6c17-4678-98aa-2f5b79bd9a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445189 Oct 29 21:37:00.056956 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-8129b09d-6a66-4814-89ed-3c8301d86347 service neutron] 10.222.0.36 "GET /v2.0/networks/58fc2ccd-6c17-4678-98aa-2f5b79bd9a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851724 Oct 29 21:37:00.150347 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-53bfbc98-2369-482c-9c2d-26dab3f5fef6 req-d90195da-5d46-44b9-ab9d-3932f2fa2fba service neutron] 10.222.0.36 "GET /v2.0/networks/58fc2ccd-6c17-4678-98aa-2f5b79bd9a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864527 Oct 29 21:37:00.240810 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-5a36c22c-c369-4594-be74-4d627444e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:00.242591 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-5a36c22c-c369-4594-be74-4d627444e09b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cf2a7b69f9347dba18a687fe1e6fa5e&device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 1101 time: 0.0435019 Oct 29 21:37:00.258933 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0812-f988-4c06-8a97-70cf4c1425ec req-1d01a0fa-ffa1-4989-9f7b-ff4f98bf0c5a tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:00.260556 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c3cd0812-f988-4c06-8a97-70cf4c1425ec req-1d01a0fa-ffa1-4989-9f7b-ff4f98bf0c5a tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 948 time: 0.0559700 Oct 29 21:37:00.300167 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c3cd0812-f988-4c06-8a97-70cf4c1425ec req-6851ae2a-9e2f-4b8c-a729-b17c3006ab2a tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Oct 29 21:37:00.585544 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-6b878c8d-b586-437c-a81b-6c03630903c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:00.587050 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-6b878c8d-b586-437c-a81b-6c03630903c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=58fc2ccd-6c17-4678-98aa-2f5b79bd9a84 HTTP/1.1" status: 200 len: 870 time: 0.3361325 Oct 29 21:37:00.629281 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-02835491-3aa1-44cd-90bb-15d99132a0f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326 HTTP/1.1" status: 200 len: 217 time: 0.0337474 Oct 29 21:37:00.683961 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-732d3874-eb96-46e4-891c-24e2afc6913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:00.685419 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-732d3874-eb96-46e4-891c-24e2afc6913b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62 HTTP/1.1" status: 200 len: 843 time: 0.0441835 Oct 29 21:37:00.731824 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-73f1850d-d2a8-4ac3-8dd8-d1cee4411724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:00.733374 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-73f1850d-d2a8-4ac3-8dd8-d1cee4411724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=58fc2ccd-6c17-4678-98aa-2f5b79bd9a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0394323 Oct 29 21:37:00.827342 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-54ee8a15-49b5-42c1-8f69-29d83849ecfd service neutron] 10.222.0.36 "GET /v2.0/networks/58fc2ccd-6c17-4678-98aa-2f5b79bd9a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848279 Oct 29 21:37:00.924820 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-391b78d0-7ac0-4e37-91b2-33a223ff123a req-a970ae8d-56fb-4ba4-b0ad-d7f83243c863 service neutron] 10.222.0.36 "GET /v2.0/networks/58fc2ccd-6c17-4678-98aa-2f5b79bd9a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898137 Oct 29 21:37:01.418010 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2d74-1807-4e31-83b3-fa8f24f617a1 req-44d654d7-f732-41c4-927a-892f7a1fa7dc tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:01.419467 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-460c2d74-1807-4e31-83b3-fa8f24f617a1 req-44d654d7-f732-41c4-927a-892f7a1fa7dc tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 948 time: 0.0479321 Oct 29 21:37:01.456244 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-460c2d74-1807-4e31-83b3-fa8f24f617a1 req-de503934-d973-4175-b85b-a15d98375668 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Oct 29 21:37:02.570057 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93953-d23a-40bf-8109-6325994f26cb req-d21374be-18d8-4171-aa7d-97ea6ba4e84f tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:02.571753 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ac93953-d23a-40bf-8109-6325994f26cb req-d21374be-18d8-4171-aa7d-97ea6ba4e84f tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 948 time: 0.0492270 Oct 29 21:37:02.612533 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1ac93953-d23a-40bf-8109-6325994f26cb req-15565e64-c742-4a89-b24e-3ec218769913 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Oct 29 21:37:02.955294 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 18a48f1b-99ea-4e2f-b956-8191f44fb326 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:37:03.173133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 18a48f1b-99ea-4e2f-b956-8191f44fb326, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:37:03.184347 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '18a48f1b-99ea-4e2f-b956-8191f44fb326', 'network_id': '58fc2ccd-6c17-4678-98aa-2f5b79bd9a84', 'port_id': '18a48f1b-99ea-4e2f-b956-8191f44fb326', 'mac_address': 'fa:16:3e:5b:28:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be95a44-cf10-44c7-ab2e-8ba8d1a2ed62', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:37:03.221369 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:03.235412 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a48f1b-99ea-4e2f-b956-8191f44fb326 {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:37:03.254340 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 18a48f1b-99ea-4e2f-b956-8191f44fb326, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:37:03.258400 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:03.309001 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=18a48f1b-99ea-4e2f-b956-8191f44fb326,revision_number=4']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:37:03.476973 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['18a48f1b-99ea-4e2f-b956-8191f44fb326'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:37:03.729117 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff1cb9-d6ee-43ae-b540-62bb3c44cd5f req-6f9c9ce0-f774-4a71-9225-cd35cb206f3f tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:03.730477 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9eff1cb9-d6ee-43ae-b540-62bb3c44cd5f req-6f9c9ce0-f774-4a71-9225-cd35cb206f3f tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 949 time: 0.0516264 Oct 29 21:37:03.767570 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9eff1cb9-d6ee-43ae-b540-62bb3c44cd5f req-e3cc9558-bbbb-446f-a8ab-4642f469d079 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Oct 29 21:37:04.880347 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb5dc9-ac9c-4ca9-9250-1478264a7c09 req-50aa2e26-0159-42ee-a07b-fa1af5710937 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:04.881923 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b1bb5dc9-ac9c-4ca9-9250-1478264a7c09 req-50aa2e26-0159-42ee-a07b-fa1af5710937 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 949 time: 0.0478747 Oct 29 21:37:04.919772 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b1bb5dc9-ac9c-4ca9-9250-1478264a7c09 req-6bc52ca3-0b6e-4778-9b46-938215f80b30 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Oct 29 21:37:04.973521 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 18a48f1b-99ea-4e2f-b956-8191f44fb326 up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:37:05.023544 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning for port 18a48f1b-99ea-4e2f-b956-8191f44fb326 completed by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 21:37:05.027768 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 18a48f1b-99ea-4e2f-b956-8191f44fb326 triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:37:05.028141 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:05.106333 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:05.128462 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a48f1b-99ea-4e2f-b956-8191f44fb326'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:37:05.131022 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325983ed-b5c6-4fb0-a950-b0c6c44a1c28" -d '{"events": [{"server_uuid": "bf2ce125-5746-49e0-ba17-a632dc4e641f", "name": "network-vif-plugged", "status": "completed", "tag": "18a48f1b-99ea-4e2f-b956-8191f44fb326"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:37:05.143975 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 18a48f1b-99ea-4e2f-b956-8191f44fb326, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:37:05.147869 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:05.197214 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=18a48f1b-99ea-4e2f-b956-8191f44fb326,revision_number=5']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:37:05.284141 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d4781-4f1b-4377-9764-565181574892 x-openstack-request-id: req-193d4781-4f1b-4377-9764-565181574892 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:37:05.284437 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ce125-5746-49e0-ba17-a632dc4e641f", "name": "network-vif-plugged", "status": "completed", "tag": "18a48f1b-99ea-4e2f-b956-8191f44fb326", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:37:05.284715 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-193d4781-4f1b-4377-9764-565181574892 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:37:05.285125 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a48f1b-99ea-4e2f-b956-8191f44fb326', 'code': 200} Oct 29 21:37:05.448296 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fab43-1a0e-4e64-b1ad-23e14729fc8e req-8cf0e8f3-c551-4599-a700-08c3444a5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:05.449835 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e4fab43-1a0e-4e64-b1ad-23e14729fc8e req-8cf0e8f3-c551-4599-a700-08c3444a5991 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 1103 time: 0.0414422 Oct 29 21:37:05.488538 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-4e4fab43-1a0e-4e64-b1ad-23e14729fc8e req-b322a5b9-12c6-42d0-afe4-76376e99b175 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298381 Oct 29 21:37:06.033307 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98e58-99f3-4aef-8b77-b0a4dc6704ad req-40a95f33-c622-41e1-841f-673cdda24f86 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:06.034758 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bef98e58-99f3-4aef-8b77-b0a4dc6704ad req-40a95f33-c622-41e1-841f-673cdda24f86 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 950 time: 0.0485334 Oct 29 21:37:06.071032 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bef98e58-99f3-4aef-8b77-b0a4dc6704ad req-c03620de-ccb1-442f-ba0d-a3211f0bcf92 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303900 Oct 29 21:37:07.190101 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bab3b2-ec5c-4c79-8cc9-749d53cdfdc6 req-8bf09317-caec-43a8-8550-d4881281a543 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:07.191595 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5bab3b2-ec5c-4c79-8cc9-749d53cdfdc6 req-8bf09317-caec-43a8-8550-d4881281a543 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 950 time: 0.0517941 Oct 29 21:37:07.229115 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c5bab3b2-ec5c-4c79-8cc9-749d53cdfdc6 req-04a5b6ab-6f21-43d2-a0a0-265452d54f14 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Oct 29 21:37:07.486083 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395303e-00ef-47d3-a245-a5aed8122a35 req-c66c3dbf-8a5d-4fc9-b32e-e11aee252b61 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:07.487559 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2395303e-00ef-47d3-a245-a5aed8122a35 req-c66c3dbf-8a5d-4fc9-b32e-e11aee252b61 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 950 time: 0.0473862 Oct 29 21:37:07.524988 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2395303e-00ef-47d3-a245-a5aed8122a35 req-a4f93835-8afa-456e-9b01-8b9a9362f5b0 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Oct 29 21:37:07.979262 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:37:08.643383 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a141e4-e61c-4450-a396-f62787e80a65 req-ab8bf400-0b86-44d3-8855-5e6d407b8d1e tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:08.644880 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56a141e4-e61c-4450-a396-f62787e80a65 req-ab8bf400-0b86-44d3-8855-5e6d407b8d1e tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 950 time: 0.0489013 Oct 29 21:37:08.683843 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-56a141e4-e61c-4450-a396-f62787e80a65 req-562c4a24-36b3-410c-8c9f-5df478ea63dd tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac72fc4a-8afe-4ac2-b856-635f64733f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Oct 29 21:37:08.828123 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-f25afe8f-aa60-427f-bf0b-4970a5a2ed6e tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:08.829497 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-f25afe8f-aa60-427f-bf0b-4970a5a2ed6e tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf2ce125-5746-49e0-ba17-a632dc4e641f HTTP/1.1" status: 200 len: 950 time: 0.0487676 Oct 29 21:37:08.921662 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Deleting port 18a48f1b-99ea-4e2f-b956-8191f44fb326 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:37:08.921994 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:09.009071 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] For port 18a48f1b-99ea-4e2f-b956-8191f44fb326, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=18a48f1b-99ea-4e2f-b956-8191f44fb326,segment=NetworkSegment(c7cdce66-0b86-4433-b066-74c8fe8d6669),segment_id=c7cdce66-0b86-4433-b066-74c8fe8d6669)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:37:09.009343 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:09.021936 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Calling delete_port for 18a48f1b-99ea-4e2f-b956-8191f44fb326 owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:37:09.149012 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:09.161494 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['18a48f1b-99ea-4e2f-b956-8191f44fb326'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:37:09.178356 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Pushing event deleted for resources: {'Port': ['ID=18a48f1b-99ea-4e2f-b956-8191f44fb326,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:37:09.224695 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] No DVR routers for this DVR port 18a48f1b-99ea-4e2f-b956-8191f44fb326 on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:37:09.227462 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:09.231899 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e60d7627-a7cf-4089-91ef-593666e109f4 req-fd2ad783-8f42-4ea7-ab75-8098fad930d5 tempest-VolumesNegativeTest-196701935 tempest-VolumesNegativeTest-196701935-project] 10.222.0.36 "DELETE /v2.0/ports/18a48f1b-99ea-4e2f-b956-8191f44fb326 HTTP/1.1" status: 204 len: 173 time: 0.3966527 Oct 29 21:37:09.232407 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'name': 'network-vif-deleted', 'tag': '18a48f1b-99ea-4e2f-b956-8191f44fb326'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:37:09.235385 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b22ce74-b804-4071-8703-e6a0c34caae8" -d '{"events": [{"server_uuid": "bf2ce125-5746-49e0-ba17-a632dc4e641f", "name": "network-vif-deleted", "tag": "18a48f1b-99ea-4e2f-b956-8191f44fb326"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:37:09.279309 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4e7209-b0d6-4c05-a81e-64acf4d09ba1 x-openstack-request-id: req-6c4e7209-b0d6-4c05-a81e-64acf4d09ba1 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:37:09.279530 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2ce125-5746-49e0-ba17-a632dc4e641f", "name": "network-vif-deleted", "tag": "18a48f1b-99ea-4e2f-b956-8191f44fb326", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:37:09.280442 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c4e7209-b0d6-4c05-a81e-64acf4d09ba1 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:37:09.280877 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2ce125-5746-49e0-ba17-a632dc4e641f', 'name': 'network-vif-deleted', 'tag': '18a48f1b-99ea-4e2f-b956-8191f44fb326', 'status': 'completed', 'code': 200} Oct 29 21:37:13.003917 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 18a48f1b-99ea-4e2f-b956-8191f44fb326 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:37:13.024357 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 18a48f1b-99ea-4e2f-b956-8191f44fb326 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:37:13.024699 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 18a48f1b-99ea-4e2f-b956-8191f44fb326 not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:37:13.320330 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45498) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:37:13.455870 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-dd639986-1810-4152-a653-dad4d6485f4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cf2a7b69f9347dba18a687fe1e6fa5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343002 Oct 29 21:37:13.458332 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45502) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:37:13.505576 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-700f4ac7-f797-4dc4-b732-a55bbad28f22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:13.526396 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-700f4ac7-f797-4dc4-b732-a55bbad28f22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:13.574080 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-700f4ac7-f797-4dc4-b732-a55bbad28f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:13.576732 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-700f4ac7-f797-4dc4-b732-a55bbad28f22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:13.577889 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-700f4ac7-f797-4dc4-b732-a55bbad28f22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac72fc4a-8afe-4ac2-b856-635f64733f7c HTTP/1.1" status: 204 len: 168 time: 0.1186583 Oct 29 21:37:13.585694 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f4ac7-f797-4dc4-b732-a55bbad28f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac72fc4a-8afe-4ac2-b856-635f64733f7c,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:37:21.606807 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-2ee67dc0-f626-4d3f-be37-bc6233969451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:24.518918 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-260846d8-ca3b-43a4-a477-f0c4e76cfb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:25.290144 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:25.751135 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:26.671343 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:27.208293 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:44.977998 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:37:51.609271 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-64fb5d37-6309-4bba-af21-444f88ed8c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:54.520675 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c07e2e51-93dd-4cbf-b9a1-21055fa30a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:55.295133 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:55.754370 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:56.676079 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:57.211838 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:37:58.883879 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-203b0efa-6079-4154-980b-cafc7a13116e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399988 Oct 29 21:37:58.974539 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-8b632dc6-aa01-4080-a3b0-c81290b43cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:58.976246 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-8b632dc6-aa01-4080-a3b0-c81290b43cb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0482984 Oct 29 21:37:59.080909 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-edef71fb-d04c-4862-934f-f6e06cc69c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:59.082390 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-edef71fb-d04c-4862-934f-f6e06cc69c3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0865653 Oct 29 21:37:59.156276 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-7b29ff45-7cdf-4293-814a-3d6cddcf9ecf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1000 time: 0.0651846 Oct 29 21:37:59.206175 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-ff6cff7b-ba1f-4f82-a912-9973e309af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:59.207645 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-ff6cff7b-ba1f-4f82-a912-9973e309af40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0449812 Oct 29 21:37:59.254594 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-a4642f14-323b-4439-b20c-9722296a71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:37:59.256094 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-a4642f14-323b-4439-b20c-9722296a71a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414238 Oct 29 21:37:59.351284 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-aa4a9b21-c4b7-43da-9001-d4d3f7c66285 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880077 Oct 29 21:37:59.446092 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-e9078893-6af9-4f5a-ac66-c56c80db6b7a req-e88ef3be-8f5d-42fb-8068-91b4eb22003b service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Oct 29 21:38:21.610450 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-dfdafeeb-ef1c-41e6-99c7-6450b61bdcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:21.975584 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:38:24.522506 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-365d3766-95b2-40e0-8c7b-4e27721ffc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:25.298559 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:25.757342 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:26.673064 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:27.214865 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:31.011906 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c578b-e59d-430e-8dfa-b1fed1944be2 req-5cd1b173-db26-4bc2-8090-3d490ed49bb3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:31.013419 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c47c578b-e59d-430e-8dfa-b1fed1944be2 req-5cd1b173-db26-4bc2-8090-3d490ed49bb3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0523913 Oct 29 21:38:31.052028 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c47c578b-e59d-430e-8dfa-b1fed1944be2 req-5ce6ba8d-72f4-4223-ae33-4b7eefea4c64 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319419 Oct 29 21:38:32.168545 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa260af-4954-451c-9b71-f9200c1741bb req-f7371a1e-80b4-4c84-ac22-955c0dd4b6d8 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:32.170041 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-eaa260af-4954-451c-9b71-f9200c1741bb req-f7371a1e-80b4-4c84-ac22-955c0dd4b6d8 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0480268 Oct 29 21:38:32.207598 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-eaa260af-4954-451c-9b71-f9200c1741bb req-bd723ee2-523e-4f7f-a589-36367d083518 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Oct 29 21:38:33.322098 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6b72a-0ad9-402a-8d08-3323d8c45ed7 req-58b9cce2-2b4d-4c75-b33b-5af317d871f3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:33.323632 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b3e6b72a-0ad9-402a-8d08-3323d8c45ed7 req-58b9cce2-2b4d-4c75-b33b-5af317d871f3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0491393 Oct 29 21:38:33.360693 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-b3e6b72a-0ad9-402a-8d08-3323d8c45ed7 req-743cfeba-1e8c-4f11-8c9b-a285389f4787 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309854 Oct 29 21:38:34.477469 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1dfc-94e5-446d-a853-a4e8a646c7f5 req-97ff0507-bb7d-43ce-8dfb-3ba3b5afe095 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:34.478939 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7ea1dfc-94e5-446d-a853-a4e8a646c7f5 req-97ff0507-bb7d-43ce-8dfb-3ba3b5afe095 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0514014 Oct 29 21:38:34.516204 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7ea1dfc-94e5-446d-a853-a4e8a646c7f5 req-d1db4b5b-b514-4c21-b02e-78bddbfb71ca tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Oct 29 21:38:35.644577 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8774293-261e-4095-b56b-02a89e0f5960 req-a3394bf3-8248-424a-ba8f-41d19f363525 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:35.646155 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f8774293-261e-4095-b56b-02a89e0f5960 req-a3394bf3-8248-424a-ba8f-41d19f363525 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0543580 Oct 29 21:38:35.687625 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f8774293-261e-4095-b56b-02a89e0f5960 req-f6ca5ce2-c9a0-49a1-b203-d01930fdc9e2 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340843 Oct 29 21:38:36.814671 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b597d6-06b8-426c-8eec-d4da5d7e6326 req-ba7e91f5-28ba-4a86-b3bc-4e2711c1388e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:36.816197 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-87b597d6-06b8-426c-8eec-d4da5d7e6326 req-ba7e91f5-28ba-4a86-b3bc-4e2711c1388e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0604007 Oct 29 21:38:36.854901 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-87b597d6-06b8-426c-8eec-d4da5d7e6326 req-f53910cc-1c4d-42a9-8cfd-799eb8fbbc88 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Oct 29 21:38:37.976496 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0b183-9732-40c6-bbf9-dc4258a7248e req-42179bfe-97ab-4f21-b288-0866b7e5f1d8 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:37.977990 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9cb0b183-9732-40c6-bbf9-dc4258a7248e req-42179bfe-97ab-4f21-b288-0866b7e5f1d8 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0528412 Oct 29 21:38:38.019939 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-9cb0b183-9732-40c6-bbf9-dc4258a7248e req-ab6622be-4ec1-4f07-83ad-1935f48a93d9 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357473 Oct 29 21:38:39.132678 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52f7b8-2a34-403e-bd05-5b5285911bdf req-499648e2-596a-4e3e-89cb-b6126b6a1c2f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:39.134161 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bf52f7b8-2a34-403e-bd05-5b5285911bdf req-499648e2-596a-4e3e-89cb-b6126b6a1c2f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0476308 Oct 29 21:38:39.172882 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bf52f7b8-2a34-403e-bd05-5b5285911bdf req-72b3232c-269c-4997-b5a6-848a8d028bb5 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Oct 29 21:38:40.285467 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab70cd-5831-4248-bd9d-644c7177306b req-96c30813-6f83-4fe1-ab1d-1370584e82a8 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:40.287191 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-32ab70cd-5831-4248-bd9d-644c7177306b req-96c30813-6f83-4fe1-ab1d-1370584e82a8 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0483625 Oct 29 21:38:40.324047 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-32ab70cd-5831-4248-bd9d-644c7177306b req-3a97315c-e2b3-481c-9a71-85989d34de9b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Oct 29 21:38:41.145704 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-2fd80251-d288-4cb7-ad3a-ccc83e6f5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:41.147163 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-2fd80251-d288-4cb7-ad3a-ccc83e6f5d81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0444345 Oct 29 21:38:41.238811 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-c034c43b-85cb-4ae2-8ac7-8d7c21e86dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:41.240265 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-c034c43b-85cb-4ae2-8ac7-8d7c21e86dcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0861917 Oct 29 21:38:41.309251 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-4264fa93-d3eb-4e90-b8bd-54e9116ba4ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1000 time: 0.0615888 Oct 29 21:38:41.359647 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-cef72036-9853-44fd-b16d-6cf6509b4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:41.361225 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-cef72036-9853-44fd-b16d-6cf6509b4b28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0446079 Oct 29 21:38:41.407760 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-eabfb8a9-2f59-4e21-beef-23666ea04e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:41.409211 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-eabfb8a9-2f59-4e21-beef-23666ea04e1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416229 Oct 29 21:38:41.442418 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18516c1-dab7-4c78-bc4f-5d6934cad635 req-b2842150-320d-4c3f-b407-54da27d70c5e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:41.443916 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c18516c1-dab7-4c78-bc4f-5d6934cad635 req-b2842150-320d-4c3f-b407-54da27d70c5e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0531983 Oct 29 21:38:41.483421 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-c18516c1-dab7-4c78-bc4f-5d6934cad635 req-4bcb79ff-aefe-45b7-8198-4f900bbc298c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Oct 29 21:38:41.503414 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-539bfc44-33ab-4f20-854c-394f932f2f5c service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873649 Oct 29 21:38:41.593017 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-c5fe6fa9-8d06-4be6-85f4-98a9728e0968 req-1037ebc8-3554-4caa-a7a4-c99202166653 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829487 Oct 29 21:38:42.599153 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1a612-1b24-462a-86e7-1c58b1a93bdc req-cbca863f-1cc8-4536-881b-f895ee26a7f1 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:42.600685 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2fc1a612-1b24-462a-86e7-1c58b1a93bdc req-cbca863f-1cc8-4536-881b-f895ee26a7f1 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0481510 Oct 29 21:38:42.637842 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-2fc1a612-1b24-462a-86e7-1c58b1a93bdc req-986a2e8f-ff24-4880-b454-881fd11bd85c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Oct 29 21:38:43.753474 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d1f7-0172-4371-ad8a-515f35187adc req-0169c28d-0572-4501-acf6-fddcbb5ca83e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:43.755140 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14a9d1f7-0172-4371-ad8a-515f35187adc req-0169c28d-0572-4501-acf6-fddcbb5ca83e tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0501299 Oct 29 21:38:43.794589 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-14a9d1f7-0172-4371-ad8a-515f35187adc req-b4677e03-46dc-409e-9d29-4ad4e3e7a4b4 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327110 Oct 29 21:38:44.004005 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-88cf3a02-95d7-4113-ae98-83aec5b48428 req-3ca92a7a-b3b3-4135-8077-a84d42a434bb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=101361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 21:38:44.005042 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-88cf3a02-95d7-4113-ae98-83aec5b48428 req-3ca92a7a-b3b3-4135-8077-a84d42a434bb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1468868 Oct 29 21:38:44.190411 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9d06f-2c2d-45c6-b25c-1099669ce10b req-0caaeac9-ef4a-4d55-8d63-79bfd6372a65 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:44.191829 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bdc9d06f-2c2d-45c6-b25c-1099669ce10b req-0caaeac9-ef4a-4d55-8d63-79bfd6372a65 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0806496 Oct 29 21:38:44.199101 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-0a6dfd71-a9e5-4340-95e4-14d4826276c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104934 Oct 29 21:38:44.233238 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-bdc9d06f-2c2d-45c6-b25c-1099669ce10b req-1e032220-3ef2-4f25-8fd3-0dd35b46cf1c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Oct 29 21:38:45.350564 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b807b-1c69-4663-8b55-18719790f0a0 req-f3a653e8-031f-49ae-991f-82ffaae95e58 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:45.352066 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7e3b807b-1c69-4663-8b55-18719790f0a0 req-f3a653e8-031f-49ae-991f-82ffaae95e58 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0505669 Oct 29 21:38:45.368870 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-29a08143-3670-4ce2-af63-f4d470934760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:45.370374 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-29a08143-3670-4ce2-af63-f4d470934760 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a&tenant_id=5eab7aef357f4a2d9efa677b5af55d51 HTTP/1.1" status: 200 len: 1098 time: 0.0456638 Oct 29 21:38:45.391811 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-7e3b807b-1c69-4663-8b55-18719790f0a0 req-39109516-8fd9-4c2d-8386-8964560a8cb5 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334649 Oct 29 21:38:45.433589 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-3b17b891-6028-42a4-9f19-3c3b57ab9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:45.435086 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-3b17b891-6028-42a4-9f19-3c3b57ab9c0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0412972 Oct 29 21:38:45.522199 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-b0d3673a-39d3-4e71-93f0-34b768da0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:45.523591 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-b0d3673a-39d3-4e71-93f0-34b768da0ee7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0817256 Oct 29 21:38:45.591887 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-4abedbe7-d50f-4a17-90c4-ed08576c72dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1000 time: 0.0616632 Oct 29 21:38:45.640615 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-0a7248e8-936b-4c00-9abb-af40d7b336c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:45.642855 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-0a7248e8-936b-4c00-9abb-af40d7b336c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0446873 Oct 29 21:38:45.687693 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-38669699-c7ce-4039-b043-5dd9b3169fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:45.689922 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-38669699-c7ce-4039-b043-5dd9b3169fd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405502 Oct 29 21:38:45.784718 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-0fb1dd95-a350-4ce8-aef3-76c68b181337 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870130 Oct 29 21:38:45.877433 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-1f32c7d7-2b21-48e3-96dd-abc7abdee72f req-15a7f70d-6b6c-4e66-b328-d3da5124db32 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Oct 29 21:38:46.511758 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45e17c-df03-4fd0-b2d2-662746ccdf80 req-b9d64f9b-89a4-4e13-bd46-03283ab1d09a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:46.513260 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5e45e17c-df03-4fd0-b2d2-662746ccdf80 req-b9d64f9b-89a4-4e13-bd46-03283ab1d09a tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0530188 Oct 29 21:38:46.551620 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-5e45e17c-df03-4fd0-b2d2-662746ccdf80 req-319af4b4-5936-44aa-84fb-f1f779dcad51 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Oct 29 21:38:47.408037 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:38:47.483506 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:47.506392 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:38:47.508621 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff82a37-484b-49f2-934f-7c2aa9b37633" -d '{"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-unplugged", "status": "completed", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:38:47.520988 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:38:47.525483 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:47.549210 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 29 Oct 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f5126-28ba-4001-9209-0b8f24a7889a x-openstack-request-id: req-3e1f5126-28ba-4001-9209-0b8f24a7889a {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:38:47.549500 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-unplugged", "status": "completed", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:38:47.549752 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e1f5126-28ba-4001-9209-0b8f24a7889a {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:38:47.550148 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'code': 200} Oct 29 21:38:47.579043 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=6']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:38:47.587058 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.587612 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.587828 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.588167 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.588497 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.588896 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.589181 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.589506 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.589834 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.590157 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.590480 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.590799 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:38:47.670237 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf335e-822a-4ff7-800a-0b01bf2ae088 req-beaaabd4-a01f-4e4b-a3e9-a85bf10e1706 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:47.671727 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8edf335e-822a-4ff7-800a-0b01bf2ae088 req-beaaabd4-a01f-4e4b-a3e9-a85bf10e1706 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0506487 Oct 29 21:38:47.709518 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8edf335e-822a-4ff7-800a-0b01bf2ae088 req-c68cc694-3d1f-46b8-86a2-0458c46edb51 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Oct 29 21:38:48.826129 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5a32-c4a0-45a0-9559-62bbf1713d87 req-4daa45ba-4323-4192-92ca-a496e1e45069 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:48.827599 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-32bf5a32-c4a0-45a0-9559-62bbf1713d87 req-4daa45ba-4323-4192-92ca-a496e1e45069 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0476301 Oct 29 21:38:48.866793 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-32bf5a32-c4a0-45a0-9559-62bbf1713d87 req-2848a24d-cc7e-41e0-8ab5-28f2d9bdce4d tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322499 Oct 29 21:38:49.989035 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcfdd9-600f-4c2f-a3d2-587abed0907f req-317029a0-50e7-43d1-befb-df45e0b2d608 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:49.990525 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7bcfdd9-600f-4c2f-a3d2-587abed0907f req-317029a0-50e7-43d1-befb-df45e0b2d608 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0552988 Oct 29 21:38:50.028563 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-f7bcfdd9-600f-4c2f-a3d2-587abed0907f req-ffcb2145-9f62-4990-b2e4-a7d052e45dd7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320942 Oct 29 21:38:51.145700 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a0a6-026e-4291-93be-886b157d7217 req-a110316e-6b94-41bf-8320-37a84aa2d9a2 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:51.147163 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0e04a0a6-026e-4291-93be-886b157d7217 req-a110316e-6b94-41bf-8320-37a84aa2d9a2 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0483508 Oct 29 21:38:51.187307 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-0e04a0a6-026e-4291-93be-886b157d7217 req-213c7c58-642a-486d-b677-bc503fbaa1f7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329578 Oct 29 21:38:51.612277 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4f2e49cc-3f24-40ec-94b0-a8431f28d427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:51.862389 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991922b4-45e5-48f4-9608-ae7eeeec35d0 req-6a02ef8c-809e-404e-a549-4c63ed87ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:51.863782 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-991922b4-45e5-48f4-9608-ae7eeeec35d0 req-6a02ef8c-809e-404e-a549-4c63ed87ddc6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1096 time: 0.0416546 Oct 29 21:38:51.898703 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-991922b4-45e5-48f4-9608-ae7eeeec35d0 req-dfc26c57-966d-488c-8b77-0d372b6372f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282984 Oct 29 21:38:52.304371 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8dbd9-bb61-4758-88c3-dcf44f572cd8 req-0ec1a0db-f5a0-48eb-879a-312942671f7f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:52.305873 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e0b8dbd9-bb61-4758-88c3-dcf44f572cd8 req-0ec1a0db-f5a0-48eb-879a-312942671f7f tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0491393 Oct 29 21:38:52.343390 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-e0b8dbd9-bb61-4758-88c3-dcf44f572cd8 req-f86a48ea-adc7-44ba-8647-8d04d288ae86 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Oct 29 21:38:53.462011 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1dd0-10dc-40c9-9c78-6925de6a7cfa req-1159f0c7-0929-4e2d-a232-701067a455e4 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:53.462732 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 21:38:53.463499 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-674f1dd0-10dc-40c9-9c78-6925de6a7cfa req-1159f0c7-0929-4e2d-a232-701067a455e4 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 943 time: 0.0519011 Oct 29 21:38:53.504115 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-674f1dd0-10dc-40c9-9c78-6925de6a7cfa req-27f8400b-734b-4678-904b-18d7c4018109 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339713 Oct 29 21:38:53.561358 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:38:53.572853 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Returning: {'device': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'port_id': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'mac_address': 'fa:16:3e:69:35:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 21:38:53.609324 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:53.622560 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e {{(pid=101363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 21:38:53.643189 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:38:53.648430 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:53.695795 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=7']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:38:53.872012 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] get_ports_and_sgs() called for port_ids ['59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'] {{(pid=101363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 21:38:54.524208 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-150f2bcf-65a0-42d2-a807-1860bdd3ede5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:55.308678 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:55.480925 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e up at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 21:38:55.529288 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.provisioning_blocks [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Provisioning complete for port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e triggered by entity L2. {{(pid=101363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 21:38:55.529962 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1943105'] for port, provisioning_complete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:55.605179 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1785653'] for port, before_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:55.627477 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:38:55.629708 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335296fe94dfa1d0f308e99c790bb4cedacf5e4dea2db930152d6fb9b485271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0e085-50b8-40b0-a0d8-aa1ff0ff90a5" -d '{"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-plugged", "status": "completed", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:38:55.646943 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:38:55.652329 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765666326020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765665827440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765665827458'] for port, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:55.676016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cabb5d1-4ef9-40cf-9b19-9c1e5a8a5354 x-openstack-request-id: req-9cabb5d1-4ef9-40cf-9b19-9c1e5a8a5354 {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:38:55.676300 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-plugged", "status": "completed", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "code": 200}]} {{(pid=101363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:38:55.676545 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cabb5d1-4ef9-40cf-9b19-9c1e5a8a5354 {{(pid=101363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:38:55.676943 dv-cinder-813984-7-iscsi neutron-server[101363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'code': 200} Oct 29 21:38:55.702307 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Pushing event updated for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=8']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:38:55.757088 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:56.679795 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:57.216710 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:38:58.972968 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:38:59.364046 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-45f06a0b-59b5-4f59-be83-3053467b90c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390630 Oct 29 21:38:59.452153 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a83846-1b66-438f-8907-b90e1d26717d req-cb24959b-65e3-4b91-9b33-04562fff82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:59.453684 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-cb24959b-65e3-4b91-9b33-04562fff82ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0404699 Oct 29 21:38:59.558639 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a83846-1b66-438f-8907-b90e1d26717d req-8f509229-1f24-4e11-b3f1-4596ae9abd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:59.560008 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-8f509229-1f24-4e11-b3f1-4596ae9abd03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0871887 Oct 29 21:38:59.626208 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-5efaaf23-1638-4e6b-811d-696bcbdc4d16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1000 time: 0.0573809 Oct 29 21:38:59.683104 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a83846-1b66-438f-8907-b90e1d26717d req-49ad04c4-ec2d-44a1-a911-ae89c33cdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:59.684909 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-49ad04c4-ec2d-44a1-a911-ae89c33cdea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0519400 Oct 29 21:38:59.732069 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a83846-1b66-438f-8907-b90e1d26717d req-57feba57-e2e0-47cb-a817-b5bf7f8cebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:38:59.733574 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-57feba57-e2e0-47cb-a817-b5bf7f8cebbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409269 Oct 29 21:38:59.825409 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-65d47646-6d1b-4215-b34d-26cc3c0f334a service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839825 Oct 29 21:38:59.914739 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-45a83846-1b66-438f-8907-b90e1d26717d req-0e0f5b99-e25c-41ea-92b2-43e6e654a39f service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830231 Oct 29 21:39:21.614109 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-544c0b7f-7974-4925-bcee-2cc72405ebc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:24.524934 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f42f367c-9f49-4184-aad7-b8fbc3420dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:25.305684 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:25.763150 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:26.687898 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:27.219759 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:35.971026 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:39:51.616416 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-c882d7cc-5cf3-4c93-91f9-a7dd53ac7a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:54.526009 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-1bc81f56-adf0-428f-aae5-1252a866bde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:55.298770 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:55.764780 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:56.690533 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:39:57.222251 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:00.866420 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-6e29318c-b43b-4e04-a7d5-ca38f2acf9ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400975 Oct 29 21:40:00.952936 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-60f88813-047e-43d0-a883-4c033819820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:00.954346 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-60f88813-047e-43d0-a883-4c033819820f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0456908 Oct 29 21:40:01.058696 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-ddf5b50e-4cff-45a2-b8f0-19db39a3d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:01.060141 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-ddf5b50e-4cff-45a2-b8f0-19db39a3d3b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0846734 Oct 29 21:40:01.129657 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-0020468e-13b2-4d43-9a92-9d6186fed6bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 1000 time: 0.0627069 Oct 29 21:40:01.182262 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-3d861af3-d3ff-40bc-8b70-51987a43282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:01.183762 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-3d861af3-d3ff-40bc-8b70-51987a43282f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0472696 Oct 29 21:40:01.231627 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-30044c9c-78f6-4d1d-a184-40ba10a6048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:01.233075 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-30044c9c-78f6-4d1d-a184-40ba10a6048c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424135 Oct 29 21:40:01.329682 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-c3c78565-4e31-43c0-90c5-633e65b42b49 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897295 Oct 29 21:40:01.421233 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-093136f8-966b-4ab8-8099-55767fdaf8d0 req-2bbf5cc8-05cc-46c2-9940-ae1501902b23 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838740 Oct 29 21:40:06.185117 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45604) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:06.353820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Deleting port 8d12cbda-cbd9-4e22-a926-2ff68f1aac69 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:06.354075 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:06.442653 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:06.442913 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:06.456111 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Calling delete_port for 8d12cbda-cbd9-4e22-a926-2ff68f1aac69 owned by network:floatingip {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:06.633097 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:06.659842 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event deleted for resources: {'Port': ['ID=8d12cbda-cbd9-4e22-a926-2ff68f1aac69,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:06.684825 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.685168 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.685504 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.685836 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.686165 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.686493 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.686819 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.687137 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.687457 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.687776 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.688093 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.688407 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:06.735745 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for floatingip, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:06.736071 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.db.l3_db [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Floating IP 9b291911-1ae7-4a7d-9e2b-940e1b5b69c2 disassociated (deleted). External IP: 172.27.2.31, port: 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e. Oct 29 21:40:06.958335 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:40:07.065486 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:40:07.070834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for floatingip, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:07.076100 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] Sync routers for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:40:07.086201 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:40:07.086812 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:39:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:07.097591 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-b35c2119-f175-465c-9e82-6ba6050c2955 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "DELETE /v2.0/floatingips/9b291911-1ae7-4a7d-9e2b-940e1b5b69c2 HTTP/1.1" status: 204 len: 168 time: 0.9112847 Oct 29 21:40:07.098095 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:40:07.100474 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2" -d '{"events": [{"name": "network-changed", "server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:40:07.140584 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b90f13-4381-45df-a791-5385a66af363 x-openstack-request-id: req-57b90f13-4381-45df-a791-5385a66af363 {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:40:07.140905 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:40:07.141160 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57b90f13-4381-45df-a791-5385a66af363 {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:40:07.141693 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'status': 'completed', 'code': 200} Oct 29 21:40:07.198820 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:40:07.210284 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-59c1b915-b1ec-4635-beca-852302171319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:07.211951 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-59c1b915-b1ec-4635-beca-852302171319 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 1098 time: 0.0476966 Oct 29 21:40:07.322340 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-2b3452ab-96bc-4024-a0ad-8789c9e5b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:07.324097 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-2b3452ab-96bc-4024-a0ad-8789c9e5b8bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 200 len: 909 time: 0.0988858 Oct 29 21:40:07.341016 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84456d4e-3d66-418e-b39a-a48162fd1692 req-eefdb719-0a00-4eab-a813-39b2e655282b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:07.342129 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84456d4e-3d66-418e-b39a-a48162fd1692 req-eefdb719-0a00-4eab-a813-39b2e655282b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0519087 Oct 29 21:40:07.373843 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-1201ff6f-3fc6-437d-beb2-d3a88ebc98f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 200 len: 217 time: 0.0408301 Oct 29 21:40:07.384108 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-84456d4e-3d66-418e-b39a-a48162fd1692 req-20d490cc-36b3-42a6-9bfb-5ea962f9b822 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349462 Oct 29 21:40:07.428422 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-6ee843e5-6d80-4672-97ac-a5d1188e5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:07.429911 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-6ee843e5-6d80-4672-97ac-a5d1188e5289 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 200 len: 847 time: 0.0476971 Oct 29 21:40:07.477820 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-8c9b9e34-c1c5-4b7a-a787-d84f57c30b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:07.479244 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-8c9b9e34-c1c5-4b7a-a787-d84f57c30b3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d91983d-0aca-46d3-a581-81358ecf336d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419514 Oct 29 21:40:07.538326 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:07.587510 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] Checking router: f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:40:07.598083 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:40:07.598702 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:39:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:07.603141 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-c154d87d-c38c-4167-bd09-6d9bd9d0bbff service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149857 Oct 29 21:40:07.701249 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-7de4a945-0573-4ad5-b3aa-7e40a7de28f2 req-2338d17c-5a3d-49c8-abf0-5162dcefcd75 service neutron] 10.222.0.36 "GET /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909219 Oct 29 21:40:07.725548 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:40:07.931242 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:07.957871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e172422d-343b-44bf-948a-82a61a97d261 None None] The sync data for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi is: [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:35:43Z', 'revision_number': 4, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi', '_interfaces': [{'id': '13c4936c-0910-4732-8b85-a7ae1c87f0d2', 'name': '', 'network_id': '3d91983d-0aca-46d3-a581-81358ecf336d', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'mac_address': 'fa:16:3e:24:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:42Z', 'updated_at': '2021-10-29T21:35:50Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'subnets': [{'id': 'a45da597-7dec-4c93-97ef-d3a4689800f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:40:08.176938 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69227722-50fe-4979-995f-0bd91def5e71 None None] New status for floating IP 9b291911-1ae7-4a7d-9e2b-940e1b5b69c2: DOWN {{(pid=101364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 21:40:08.506189 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e056d-712d-4834-ba10-1777c97ae728 req-59ff5bab-dca5-4c61-8d40-089f8b4ef77b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:08.507610 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-484e056d-712d-4834-ba10-1777c97ae728 req-59ff5bab-dca5-4c61-8d40-089f8b4ef77b tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0500970 Oct 29 21:40:08.546068 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-484e056d-712d-4834-ba10-1777c97ae728 req-a493d84b-d3a1-47b2-9739-f15dc9f4a686 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/security-groups?id=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Oct 29 21:40:08.817542 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974a41-5299-493f-b4b5-4939a586222a req-7c0e2d6b-071a-4ad6-a15c-380135dedd5c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 21:40:08.819751 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-10974a41-5299-493f-b4b5-4939a586222a req-7c0e2d6b-071a-4ad6-a15c-380135dedd5c tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.36 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 945 time: 0.0566912 Oct 29 21:40:08.913266 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Deleting port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:08.913595 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:09.007339 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] For port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:09.007698 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:09.280827 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Calling delete_port for 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e owned by compute:nova {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:09.413834 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:09.447309 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event deleted for resources: {'Port': ['ID=59e16cf6-f9b3-4a81-9b8a-6595770bdf9e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:09.494848 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] No DVR routers for this DVR port 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e on host hv-cinder-81398 {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:40:09.497370 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16293'] for port, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:09.500643 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [req-10974a41-5299-493f-b4b5-4939a586222a req-5b19ec43-b10b-4aeb-ab51-4795127c5bf3 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.36 "DELETE /v2.0/ports/59e16cf6-f9b3-4a81-9b8a-6595770bdf9e HTTP/1.1" status: 204 len: 173 time: 0.6747723 Oct 29 21:40:09.501118 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-deleted', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e'}] {{(pid=101362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 21:40:09.503362 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfeea2166202f02197d55fce96fe0e5452b66e4119a684dc138cd88cb27d8d4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b237e397-3746-4c5d-aff0-2b2e95e7930a" -d '{"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-deleted", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e"}]}' {{(pid=101362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 21:40:09.548240 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 21:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d386b1-05ef-4bff-b98a-233a75c7921d x-openstack-request-id: req-38d386b1-05ef-4bff-b98a-233a75c7921d {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 21:40:09.548563 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89613083-c22f-4c53-be47-21c37cffad5a", "name": "network-vif-deleted", "tag": "59e16cf6-f9b3-4a81-9b8a-6595770bdf9e", "status": "completed", "code": 200}]} {{(pid=101362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 21:40:09.548964 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38d386b1-05ef-4bff-b98a-233a75c7921d {{(pid=101362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 21:40:09.549411 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89613083-c22f-4c53-be47-21c37cffad5a', 'name': 'network-vif-deleted', 'tag': '59e16cf6-f9b3-4a81-9b8a-6595770bdf9e', 'status': 'completed', 'code': 200} Oct 29 21:40:09.674947 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [req-8f444a6f-9573-4476-8a00-4d5e5d7b9dfa req-66b849cc-5993-47ac-b7f8-7341caa04c59 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "GET /v2.0/ports?device_id=89613083-c22f-4c53-be47-21c37cffad5a HTTP/1.1" status: 200 len: 210 time: 0.0329130 Oct 29 21:40:10.732143 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45632) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:10.794938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dce19f55-0521-4a41-be90-bc0eab960ea7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:10.823562 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dce19f55-0521-4a41-be90-bc0eab960ea7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:10.887573 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dce19f55-0521-4a41-be90-bc0eab960ea7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:10.891830 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-dce19f55-0521-4a41-be90-bc0eab960ea7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:10.893905 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-dce19f55-0521-4a41-be90-bc0eab960ea7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] 10.222.0.30 "DELETE /v2.0/security-groups/1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0 HTTP/1.1" status: 204 len: 168 time: 0.1604841 Oct 29 21:40:10.908510 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce19f55-0521-4a41-be90-bc0eab960ea7 tempest-TestShelveInstance-1976875752 tempest-TestShelveInstance-1976875752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a342ccd-dbf7-4dfe-99d2-1e0fa8f3b5f0,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:11.829016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:11.851434 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] No Port match for: 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:11.851776 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Device 59e16cf6-f9b3-4a81-9b8a-6595770bdf9e not bound to the agent host hv-cinder-81398 {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:11.967379 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 45638) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:12.314710 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:12.561404 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Deleting port 13c4936c-0910-4732-8b85-a7ae1c87f0d2 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:12.561646 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:12.646783 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] For port 13c4936c-0910-4732-8b85-a7ae1c87f0d2, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=13c4936c-0910-4732-8b85-a7ae1c87f0d2,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:12.647344 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:12.660226 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Calling delete_port for 13c4936c-0910-4732-8b85-a7ae1c87f0d2 owned by network:router_interface {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:12.847027 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:12.875125 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Pushing event deleted for resources: {'Port': ['ID=13c4936c-0910-4732-8b85-a7ae1c87f0d2,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:12.898994 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.899343 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.899687 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.900019 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.900359 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.900714 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.901055 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.901376 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.901704 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.902017 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.902334 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.902652 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:12.969837 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:40:13.064374 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:13.291415 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:40:13.638685 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:40:13.643966 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-1efedaff-8324-49f3-b7e2-c4d62410ba1c admin admin] 10.222.0.30 "PUT /v2.0/routers/f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754117 Oct 29 21:40:13.649815 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45640) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:13.650445 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] Sync routers for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:40:13.661618 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:40:13.662275 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:39:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:13.767863 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks [] for router, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:13.780904 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: dv-cinder-813984-7-iscsi {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:40:13.928515 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:13.996503 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Deleting port ac46b704-eebe-4348-886a-19d0b7c8ae0d {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:13.996894 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.006025 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:40:12Z', 'revision_number': 5, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port': {'id': 'ac46b704-eebe-4348-886a-19d0b7c8ae0d', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:41Z', 'updated_at': '2021-10-29T21:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:14.034780 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] Checking router: f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 for host: dv-cinder-813984-7-iscsi {{(pid=101363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:40:14.045285 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] Routers {'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:40:14.045912 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:39:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'], 'active': True} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:14.093554 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] For port ac46b704-eebe-4348-886a-19d0b7c8ae0d, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=ac46b704-eebe-4348-886a-19d0b7c8ae0d,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:14.094095 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.112368 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Calling delete_port for ac46b704-eebe-4348-886a-19d0b7c8ae0d owned by network:router_gateway {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:14.141196 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvr_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] Set router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 gateway port host: None {{(pid=101363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:40:14.197661 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_hamode_db [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:40:13Z', 'revision_number': 6, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:14.230115 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343511a-ef57-4fa8-b32e-30066715e06e None None] The sync data for ids ['f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91'] in dv-cinder-813984-7-iscsi is: [{'id': 'f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91', 'name': 'tempest-TestShelveInstance-280081944-router', 'tenant_id': '5eab7aef357f4a2d9efa677b5af55d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:40Z', 'updated_at': '2021-10-29T21:40:13Z', 'revision_number': 6, 'project_id': '5eab7aef357f4a2d9efa677b5af55d51', 'gw_port_host': None}] {{(pid=101363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:40:14.329782 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.361876 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac46b704-eebe-4348-886a-19d0b7c8ae0d,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:14.431147 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.531978 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.534432 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.587842 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.588475 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 {{(pid=101362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:40:14.593354 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.598334 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-cacdbcf3-519d-41b4-93e8-fb408ced1f25 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f97de6a4-b352-4ddb-9e2a-5fe8d3f31e91 HTTP/1.1" status: 204 len: 168 time: 0.9431477 Oct 29 21:40:14.598950 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 45642) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:14.652865 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Deleting subnet a45da597-7dec-4c93-97ef-d3a4689800f9 {{(pid=101361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:40:14.657930 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.711468 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60456867'] for subnet, precommit_delete_associations {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.805001 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.864201 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60756302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60224261'] for subnet, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.890148 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45da597-7dec-4c93-97ef-d3a4689800f9,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:14.896493 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for subnet, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:14.900046 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-4e1f1d73-365c-4578-9755-64aa330e2fff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a45da597-7dec-4c93-97ef-d3a4689800f9 HTTP/1.1" status: 204 len: 168 time: 0.2994790 Oct 29 21:40:14.903875 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [-] (101361) accepted ('10.222.0.30', 45644) {{(pid=101361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:14.907389 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb6021-73b1-444c-813f-ac3db49a5ef1 None None] Network 3d91983d-0aca-46d3-a581-81358ecf336d requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:40:14.986009 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.065611 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 13c4936c-0910-4732-8b85-a7ae1c87f0d2 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:15.065984 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Deleting port 333317a3-6f48-4ad3-8a7f-568765b91661 {{(pid=101361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:15.066591 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.088871 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 13c4936c-0910-4732-8b85-a7ae1c87f0d2 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:15.089303 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 13c4936c-0910-4732-8b85-a7ae1c87f0d2 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:15.089813 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ac46b704-eebe-4348-886a-19d0b7c8ae0d no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:15.118087 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: ac46b704-eebe-4348-886a-19d0b7c8ae0d {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:15.118431 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device ac46b704-eebe-4348-886a-19d0b7c8ae0d not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:15.137012 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] DHCP port deletion for 3d91983d-0aca-46d3-a581-81358ecf336d request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:40:15.177819 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.db [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] For port 333317a3-6f48-4ad3-8a7f-568765b91661, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=333317a3-6f48-4ad3-8a7f-568765b91661,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:15.178204 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.198048 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.plugin [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Calling delete_port for 333317a3-6f48-4ad3-8a7f-568765b91661 owned by network:dhcp {{(pid=101361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:15.199046 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Deleting port 333317a3-6f48-4ad3-8a7f-568765b91661 {{(pid=101363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:15.199420 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.275828 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.db [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] For port 333317a3-6f48-4ad3-8a7f-568765b91661, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=333317a3-6f48-4ad3-8a7f-568765b91661,segment=NetworkSegment(920f5452-bb4b-4634-98be-01219a70c856),segment_id=920f5452-bb4b-4634-98be-01219a70c856)] {{(pid=101363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:15.276545 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.295178 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Calling delete_port for 333317a3-6f48-4ad3-8a7f-568765b91661 owned by network:dhcp {{(pid=101363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:15.295418 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60756379'] for port, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.324963 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Pushing event deleted for resources: {'Port': ['ID=333317a3-6f48-4ad3-8a7f-568765b91661,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:15.328162 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] No DVR routers for this DVR port 333317a3-6f48-4ad3-8a7f-568765b91661 on host dv-cinder-813984-7-iscsi {{(pid=101361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:40:15.392549 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431'] for port, after_delete {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.423805 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Pushing event deleted for resources: {'Port': ['ID=333317a3-6f48-4ad3-8a7f-568765b91661,revision_number=None']} {{(pid=101363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:15.425620 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.432457 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] No DVR routers for this DVR port 333317a3-6f48-4ad3-8a7f-568765b91661 on host dv-cinder-813984-7-iscsi {{(pid=101363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:40:15.434985 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.435333 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.435677 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.436016 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.436347 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.436718 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.437040 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.437368 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.437695 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.438025 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.438352 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.438678 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eca13a-7780-4ea5-8066-617889cd58b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-7-iscsi {{(pid=101363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 21:40:15.461324 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d91983d-0aca-46d3-a581-81358ecf336d']}} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:15.471721 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920f5452-bb4b-4634-98be-01219a70c856') {'for_net_delete': True} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:15.472003 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.services.segments.db [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920f5452-bb4b-4634-98be-01219a70c856') {} {{(pid=101361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:15.482699 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60456890'] for segment, before_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.497103 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.504390 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:40:15.504837 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60756392'] for segment, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: Traceback (most recent call last): Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: timer() Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: cb(*args, **kw) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: return func(*args, **kwargs) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: self._notify() Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: self.callback(batched_events) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: event.method(event) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: return f(self, *a, **k) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._get(url).json() Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: return self.request(url, 'GET', **kwargs) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:40:15.507335 dv-cinder-813984-7-iscsi neutron-server[101361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:40:15.597934 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.605014 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron_lib.callbacks.manager [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:15.609437 dv-cinder-813984-7-iscsi neutron-server[101361]: INFO neutron.wsgi [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d91983d-0aca-46d3-a581-81358ecf336d HTTP/1.1" status: 204 len: 168 time: 0.7042041 Oct 29 21:40:15.614263 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45646) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:15.622454 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb573d-9b07-47f0-abcb-13c21648b61e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d91983d-0aca-46d3-a581-81358ecf336d,revision_number=None']} {{(pid=101361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:16.012936 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578858'] for router_interface, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:16.280970 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Deleting port 6b898cfb-087e-4172-82bd-9dab72b9facc {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:16.281219 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:16.375470 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] For port 6b898cfb-087e-4172-82bd-9dab72b9facc, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=6b898cfb-087e-4172-82bd-9dab72b9facc,segment=NetworkSegment(1730fc9f-12c6-4400-833f-64daf8ba2684),segment_id=1730fc9f-12c6-4400-833f-64daf8ba2684)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:16.375856 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:16.393208 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Calling delete_port for 6b898cfb-087e-4172-82bd-9dab72b9facc owned by network:router_interface {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:16.593450 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:16.620947 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=6b898cfb-087e-4172-82bd-9dab72b9facc,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:16.817333 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 333317a3-6f48-4ad3-8a7f-568765b91661 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:16.831729 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-702596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-579006'] for router_interface, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:16.839816 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 333317a3-6f48-4ad3-8a7f-568765b91661 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:16.840154 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 333317a3-6f48-4ad3-8a7f-568765b91661 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:17.069704 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Router b557d79e-dc85-4db4-b1b8-e14a5369805f has already been hosted by L3 agent d698f584-0c85-4fbe-ba27-bbd548459f44 {{(pid=101362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 21:40:17.194769 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] Notify agent at l3_agent.dv-cinder-813984-7-iscsi the message routers_updated {{(pid=101362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 21:40:17.201060 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-23e873e9-7b85-47a4-aa4b-6a3cc6803ddb admin admin] 10.222.0.30 "PUT /v2.0/routers/b557d79e-dc85-4db4-b1b8-e14a5369805f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845983 Oct 29 21:40:17.203055 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45648) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:17.206483 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] Sync routers for ids ['b557d79e-dc85-4db4-b1b8-e14a5369805f'] in dv-cinder-813984-7-iscsi {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 21:40:17.218568 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] Routers {'b557d79e-dc85-4db4-b1b8-e14a5369805f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:40:17.219183 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:39:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['b557d79e-dc85-4db4-b1b8-e14a5369805f'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:17.314955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks [] for router, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:17.330421 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] Set router b557d79e-dc85-4db4-b1b8-e14a5369805f gateway port host: dv-cinder-813984-7-iscsi {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:40:17.438535 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:17.512902 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Deleting port 140536c7-009c-42c7-872c-fd5297437205 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:17.513327 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:17.612155 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] For port 140536c7-009c-42c7-872c-fd5297437205, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=140536c7-009c-42c7-872c-fd5297437205,segment=NetworkSegment(98dd5d0a-85d6-457f-87d2-f30d1de51b5e),segment_id=98dd5d0a-85d6-457f-87d2-f30d1de51b5e)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:17.612538 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:17.631812 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Calling delete_port for 140536c7-009c-42c7-872c-fd5297437205 owned by network:router_gateway {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:17.668318 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'external_fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '140536c7-009c-42c7-872c-fd5297437205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:40:16Z', 'revision_number': 5, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port': {'id': '140536c7-009c-42c7-872c-fd5297437205', 'name': '', 'network_id': '15abb91c-1aa9-4a4e-afde-b207350636be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T21:35:47Z', 'updated_at': '2021-10-29T21:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dc9b72df-e4dd-44d0-bddc-60de6b080dbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-7-iscsi'}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:17.716784 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] Checking router: b557d79e-dc85-4db4-b1b8-e14a5369805f for host: dv-cinder-813984-7-iscsi {{(pid=101364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 21:40:17.729254 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] Routers {'b557d79e-dc85-4db4-b1b8-e14a5369805f'} bound to L3 agent in host dv-cinder-813984-7-iscsi {{(pid=101364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 21:40:17.730273 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T21:17:24Z,description=,heartbeat_timestamp=2021-10-29T21:39:55Z,host='dv-cinder-813984-7-iscsi',id=d698f584-0c85-4fbe-ba27-bbd548459f44,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T21:17:24Z,topic='l3_agent')) {'router_ids': ['b557d79e-dc85-4db4-b1b8-e14a5369805f'], 'active': True} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:17.839258 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:17.841703 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_dvr_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] Set router b557d79e-dc85-4db4-b1b8-e14a5369805f gateway port host: None {{(pid=101364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 21:40:17.870427 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=140536c7-009c-42c7-872c-fd5297437205,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:17.919914 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.l3_hamode_db [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:40:17Z', 'revision_number': 6, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port_host': None}], 'dv-cinder-813984-7-iscsi', False) {} {{(pid=101364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:17.939526 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581216'] for router_gateway, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:17.966209 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173a363-e1ef-446d-a82b-67dca2cbeb6d None None] The sync data for ids ['b557d79e-dc85-4db4-b1b8-e14a5369805f'] in dv-cinder-813984-7-iscsi is: [{'id': 'b557d79e-dc85-4db4-b1b8-e14a5369805f', 'name': 'tempest-TestShelveInstance-981733145-router', 'tenant_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T21:35:45Z', 'updated_at': '2021-10-29T21:40:17Z', 'revision_number': 6, 'project_id': '5660d7870cbc40cca8951fcc0a4f1ed5', 'gw_port_host': None}] {{(pid=101364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 21:40:18.056490 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-577798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2426'] for router, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.058790 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.107276 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578045'] for router, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.107716 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b557d79e-dc85-4db4-b1b8-e14a5369805f {{(pid=101362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 21:40:18.112743 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] Publish callbacks [] for router, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.116793 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-537bdea3-6738-429e-b279-2cbb56879c9f admin admin] 10.222.0.30 "DELETE /v2.0/routers/b557d79e-dc85-4db4-b1b8-e14a5369805f HTTP/1.1" status: 204 len: 168 time: 0.9095688 Oct 29 21:40:18.117938 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45650) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:18.164847 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Deleting subnet 95c7d3ed-ad76-43f0-9bef-91eaadf570eb {{(pid=101362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 21:40:18.168599 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.207244 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60607117'] for subnet, precommit_delete_associations {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.293955 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921715'] for subnet, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.359426 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59957281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58849365'] for subnet, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.393905 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c7d3ed-ad76-43f0-9bef-91eaadf570eb,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:18.398390 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.401773 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-ce98ceb4-36e8-4cb0-9e3a-20b966990e0a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/95c7d3ed-ad76-43f0-9bef-91eaadf570eb HTTP/1.1" status: 204 len: 168 time: 0.2828064 Oct 29 21:40:18.404369 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45652) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:18.407916 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258724b-33a2-4241-9dbd-915a9a4291a7 None None] Network 4c614dc2-acc0-4c0d-982f-ac2487af36c0 requested from dv-cinder-813984-7-iscsi {{(pid=101363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 21:40:18.486613 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1789093'] for network, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.557649 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Deleting port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 {{(pid=101362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 21:40:18.558209 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765666399784'] for port, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.629270 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.db [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] For port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7, host dv-cinder-813984-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-7-iscsi',level=0,port_id=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,segment=NetworkSegment(1730fc9f-12c6-4400-833f-64daf8ba2684),segment_id=1730fc9f-12c6-4400-833f-64daf8ba2684)] {{(pid=101362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 21:40:18.629579 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-586035'] for port, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.644405 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.plugin [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Calling delete_port for 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 owned by network:dhcp {{(pid=101362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 21:40:18.733066 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1785253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-21644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765666325742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765665827431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59957492'] for port, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.759803 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3bb844-6e2d-48bf-9ff8-2557598b0dc7,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:18.767220 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] No DVR routers for this DVR port 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 on host dv-cinder-813984-7-iscsi {{(pid=101362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 21:40:18.793251 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb9ca5-19fa-43ee-8470-1ae8579ca791 None None] DHCP port deletion for 4c614dc2-acc0-4c0d-982f-ac2487af36c0 request from dv-cinder-813984-7-iscsi {{(pid=101363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 21:40:18.857636 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1944262', 'neutron.services.segments.db._delete_segments_for_network-8765666349936'] for network, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.862283 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 140536c7-009c-42c7-872c-fd5297437205 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:18.882817 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c614dc2-acc0-4c0d-982f-ac2487af36c0']}} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:18.891989 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 140536c7-009c-42c7-872c-fd5297437205 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:18.892530 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 140536c7-009c-42c7-872c-fd5297437205 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:18.893207 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:18.893578 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1730fc9f-12c6-4400-833f-64daf8ba2684') {'for_net_delete': True} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:18.893873 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.services.segments.db [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1730fc9f-12c6-4400-833f-64daf8ba2684') {} {{(pid=101362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 21:40:18.909354 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765666351481', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60607124'] for segment, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.924746 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:18.925253 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 8f3bb844-6e2d-48bf-9ff8-2557598b0dc7 not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:18.925879 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 6b898cfb-087e-4172-82bd-9dab72b9facc no longer exists at agent ovs-agent-dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 21:40:18.928007 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210'] for segment, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.938591 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 21:40:18.939462 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1924210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59957447'] for segment, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: Traceback (most recent call last): Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: timer() Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: cb(*args, **kw) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: return func(*args, **kwargs) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: self._notify() Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: self.callback(batched_events) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: event.method(event) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: return f(self, *a, **k) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._get(url).json() Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: return self.request(url, 'GET', **kwargs) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 21:40:18.944902 dv-cinder-813984-7-iscsi neutron-server[101362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 21:40:18.960024 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.plugin [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] No Port match for: 6b898cfb-087e-4172-82bd-9dab72b9facc {{(pid=101363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 21:40:18.960504 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron.plugins.ml2.rpc [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Device 6b898cfb-087e-4172-82bd-9dab72b9facc not bound to the agent host dv-cinder-813984-7-iscsi {{(pid=101363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 21:40:19.014472 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-882931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-702621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581180'] for network, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.020867 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-702311'] for network, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.024798 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c614dc2-acc0-4c0d-982f-ac2487af36c0 HTTP/1.1" status: 204 len: 168 time: 0.6192691 Oct 29 21:40:19.037579 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03971334-5ea0-465b-89b4-b7ed0fced32b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c614dc2-acc0-4c0d-982f-ac2487af36c0,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:19.281603 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45656) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:19.322857 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-a71241f1-a527-44c7-a069-cae217916fa7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5eab7aef357f4a2d9efa677b5af55d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399082 Oct 29 21:40:19.325308 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45658) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:19.376621 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-342d5b0c-9455-4947-adf6-1e8fec7ddd67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.398837 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-342d5b0c-9455-4947-adf6-1e8fec7ddd67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.451026 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-342d5b0c-9455-4947-adf6-1e8fec7ddd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.453701 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-342d5b0c-9455-4947-adf6-1e8fec7ddd67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.454876 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-342d5b0c-9455-4947-adf6-1e8fec7ddd67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6726133c-d172-4819-8336-bfd974017a7b HTTP/1.1" status: 204 len: 168 time: 0.1286409 Oct 29 21:40:19.463872 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d5b0c-9455-4947-adf6-1e8fec7ddd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726133c-d172-4819-8336-bfd974017a7b,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:19.773683 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45664) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:19.813591 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-bfb3c79b-1c4f-415f-b03a-afe234d9a496 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5660d7870cbc40cca8951fcc0a4f1ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387800 Oct 29 21:40:19.816063 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.wsgi [-] (101362) accepted ('10.222.0.30', 45666) {{(pid=101362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 21:40:19.864223 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-069896b1-fbb6-4614-a8ab-96dfa56eb9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.886200 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-069896b1-fbb6-4614-a8ab-96dfa56eb9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.934165 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-069896b1-fbb6-4614-a8ab-96dfa56eb9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937479'] for security_group, after_delete {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.936368 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron_lib.callbacks.manager [None req-069896b1-fbb6-4614-a8ab-96dfa56eb9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:19.937577 dv-cinder-813984-7-iscsi neutron-server[101362]: INFO neutron.wsgi [None req-069896b1-fbb6-4614-a8ab-96dfa56eb9d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4eb622f-f420-4094-be21-486e4e06243e HTTP/1.1" status: 204 len: 168 time: 0.1206429 Oct 29 21:40:19.945765 dv-cinder-813984-7-iscsi neutron-server[101362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069896b1-fbb6-4614-a8ab-96dfa56eb9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb622f-f420-4094-be21-486e4e06243e,revision_number=None']} {{(pid=101362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 21:40:21.622075 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-f3234f05-be7e-4fb3-8bf7-b6a3bf192efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:24.530314 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e1f6b91a-fb33-4791-9ece-00374da0f0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:25.303104 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:25.766404 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:26.701444 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:27.223576 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:49.968830 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:40:51.623411 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-0dcf14b9-3399-4b09-8632-9616deb78f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:54.532293 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-ac5464ad-0028-4030-99f7-d6f4b1b9a1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:55.306566 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:55.768737 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:56.715415 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:40:57.227105 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:21.625860 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-e437a316-8394-42d4-9ace-8a377cbfd373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:24.535901 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e680-ebcb-48cc-a67d-8024f1e8e2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:24.682913 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-132ae3c3-92b2-4db9-b528-294cce7e0186 req-b15f1ddd-0768-4b65-a687-e9be3afcf423 service neutron] (101361) timed out ('10.222.0.36', 50483) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 21:41:25.309212 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:25.772209 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:26.716714 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:26.967799 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:41:27.231085 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:51.627558 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8528b322-ce87-4e25-bce3-8d454baba50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:54.537364 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-b7e68704-a155-46b6-ac97-b6b1d78285d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:55.312258 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:55.776802 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:56.716951 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:41:57.233186 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:03.965310 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:42:21.629355 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-66e6bda0-a8ce-4aa1-ac79-3a5cdf3c534b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:24.540380 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cd6b956c-16bb-4935-9e8a-def63d2a1476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:25.316501 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:25.777585 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:26.736459 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:27.239495 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:40.964596 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:42:51.633688 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-080cbd80-6cca-4992-93c0-eb2ed68782bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:54.545560 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-51460430-9854-463d-9a32-92509e63f914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:55.321348 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:55.782539 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:56.747267 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:42:57.244049 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:17.961792 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:43:21.638982 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-8b107a63-0a7f-4830-9be5-b255545e7eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:24.547632 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-bf294b12-6daf-4a67-a02a-c9e05939daf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:25.323244 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:25.784039 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:26.759537 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:27.242777 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:32.383449 dv-cinder-813984-7-iscsi neutron-server[101361]: DEBUG neutron.wsgi [req-58020426-f751-41e8-b9a0-1e8ad32371fe req-c708488f-7da1-4435-b2a0-7b22147bba07 service neutron] (101361) timed out ('10.222.0.30', 39442) {{(pid=101361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 29 21:43:51.634562 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-07982175-ae85-436e-93e8-0651b3eb4f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:54.549192 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-5528bd5b-44a6-4f3e-83b6-40bf35779bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:54.959375 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:43:55.325327 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:55.785771 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:56.758713 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:43:57.243756 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:21.637096 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3cac-2958-44f0-b178-264ac2e43c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:24.551123 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-3438ae76-479b-4cb9-a975-ca1fb6e1f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:25.330357 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:25.788395 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:26.758811 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:27.247099 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:31.957598 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:44:51.638996 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-54a2de85-5516-4fc1-b975-67ab096f2263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:54.552902 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-82b86bac-e50a-48ae-acb3-8af83cf63cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:55.333255 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:55.792193 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:56.757703 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:44:57.250097 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:45:08.954790 dv-cinder-813984-7-iscsi neutron-server[101364]: DEBUG neutron.db.agents_db [None req-6d5d5392-e8f2-4ffc-8873-b3e6727cb81c None None] Agent healthcheck: found 6 active agents {{(pid=101364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 21:45:21.644397 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-bba016df-28ca-4aa6-917b-547af8466497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:45:24.558827 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-cc327d9b-1439-477f-94da-834224afa0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:45:25.337203 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-9ac33cf8-11da-4b8a-9933-9429df83015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:45:25.795290 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-4b386d94-c9c4-4668-810e-6096fa3a946b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:45:26.758420 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-d1379af7-3b89-448d-98c6-f6e55612bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 21:45:27.253326 dv-cinder-813984-7-iscsi neutron-server[101363]: DEBUG neutron_lib.callbacks.manager [None req-19cef4c6-46e7-4b23-a042-427a4267362e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765666349918', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1943280'] for agent, after_update {{(pid=101363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}